Refactor character image handling and API calls
This commit is contained in:
@@ -3,20 +3,6 @@ import Together from "together-ai";
|
|||||||
|
|
||||||
const FIXED_DIMENSIONS = { width: 864, height: 1184 };
|
const FIXED_DIMENSIONS = { width: 864, height: 1184 };
|
||||||
|
|
||||||
const STYLE_DESCRIPTIONS: Record<string, string> = {
|
|
||||||
noir: "film noir style, high contrast black and white, deep dramatic shadows, 1940s detective aesthetic, heavy bold inking, moody atmospheric lighting",
|
|
||||||
manga:
|
|
||||||
"Japanese manga style, clean precise black linework, screen tone shading, expressive eyes, dynamic speed lines, black and white with impact effects",
|
|
||||||
superhero:
|
|
||||||
"classic American superhero comic style, bold vibrant colors, dynamic heroic poses, detailed muscular anatomy, Jim Lee and Jack Kirby inspired",
|
|
||||||
vintage:
|
|
||||||
"Golden Age 1950s comic style, visible halftone Ben-Day dots, limited retro color palette, nostalgic warm tones, classic adventure comics",
|
|
||||||
modern:
|
|
||||||
"contemporary digital comic art, smooth gradient coloring, detailed realistic backgrounds, cinematic widescreen composition, graphic novel quality",
|
|
||||||
watercolor:
|
|
||||||
"painted watercolor comic style, soft blended edges, flowing artistic colors, delicate linework with painted fills, ethereal atmosphere",
|
|
||||||
};
|
|
||||||
|
|
||||||
async function analyzeCharacterImage(
|
async function analyzeCharacterImage(
|
||||||
imageBase64: string,
|
imageBase64: string,
|
||||||
apiKey: string,
|
apiKey: string,
|
||||||
@@ -71,7 +57,7 @@ Be VERY specific and detailed. This description will be used to draw this exact
|
|||||||
|
|
||||||
if (!response.ok) {
|
if (!response.ok) {
|
||||||
console.error(
|
console.error(
|
||||||
`[v0] Vision API error for character ${characterNumber}:`,
|
`Vision API error for character ${characterNumber}:`,
|
||||||
await response.text()
|
await response.text()
|
||||||
);
|
);
|
||||||
return `Character ${characterNumber}`;
|
return `Character ${characterNumber}`;
|
||||||
@@ -80,14 +66,28 @@ Be VERY specific and detailed. This description will be used to draw this exact
|
|||||||
const data = await response.json();
|
const data = await response.json();
|
||||||
const description =
|
const description =
|
||||||
data.choices?.[0]?.message?.content || `Character ${characterNumber}`;
|
data.choices?.[0]?.message?.content || `Character ${characterNumber}`;
|
||||||
console.log(`[v0] Character ${characterNumber} description:`, description);
|
console.log(`Character ${characterNumber} description:`, description);
|
||||||
return description;
|
return description;
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error(`[v0] Error analyzing character ${characterNumber}:`, error);
|
console.error(`Error analyzing character ${characterNumber}:`, error);
|
||||||
return `Character ${characterNumber}`;
|
return `Character ${characterNumber}`;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
const STYLE_DESCRIPTIONS: Record<string, string> = {
|
||||||
|
noir: "film noir style, high contrast black and white, deep dramatic shadows, 1940s detective aesthetic, heavy bold inking, moody atmospheric lighting",
|
||||||
|
manga:
|
||||||
|
"Japanese manga style, clean precise black linework, screen tone shading, expressive eyes, dynamic speed lines, black and white with impact effects",
|
||||||
|
superhero:
|
||||||
|
"classic American superhero comic style, bold vibrant colors, dynamic heroic poses, detailed muscular anatomy, Jim Lee and Jack Kirby inspired",
|
||||||
|
vintage:
|
||||||
|
"Golden Age 1950s comic style, visible halftone Ben-Day dots, limited retro color palette, nostalgic warm tones, classic adventure comics",
|
||||||
|
modern:
|
||||||
|
"contemporary digital comic art, smooth gradient coloring, detailed realistic backgrounds, cinematic widescreen composition, graphic novel quality",
|
||||||
|
watercolor:
|
||||||
|
"painted watercolor comic style, soft blended edges, flowing artistic colors, delicate linework with painted fills, ethereal atmosphere",
|
||||||
|
};
|
||||||
|
|
||||||
export async function POST(request: NextRequest) {
|
export async function POST(request: NextRequest) {
|
||||||
try {
|
try {
|
||||||
const {
|
const {
|
||||||
@@ -99,6 +99,8 @@ export async function POST(request: NextRequest) {
|
|||||||
previousContext = "",
|
previousContext = "",
|
||||||
} = await request.json();
|
} = await request.json();
|
||||||
|
|
||||||
|
console.log("Received character image URLs:", characterImages);
|
||||||
|
|
||||||
if (!prompt || !apiKey) {
|
if (!prompt || !apiKey) {
|
||||||
return NextResponse.json(
|
return NextResponse.json(
|
||||||
{ error: "Missing required fields" },
|
{ error: "Missing required fields" },
|
||||||
@@ -116,43 +118,20 @@ export async function POST(request: NextRequest) {
|
|||||||
|
|
||||||
let characterSection = "";
|
let characterSection = "";
|
||||||
if (characterImages.length > 0) {
|
if (characterImages.length > 0) {
|
||||||
console.log(
|
|
||||||
`[v0] Analyzing ${characterImages.length} character image(s)...`
|
|
||||||
);
|
|
||||||
|
|
||||||
const characterDescriptions = await Promise.all(
|
|
||||||
characterImages.map((img: string, index: number) =>
|
|
||||||
analyzeCharacterImage(img, apiKey, index + 1)
|
|
||||||
)
|
|
||||||
);
|
|
||||||
|
|
||||||
if (characterImages.length === 1) {
|
if (characterImages.length === 1) {
|
||||||
characterSection = `
|
characterSection = `
|
||||||
MAIN CHARACTER (MUST APPEAR IN EVERY PANEL):
|
CRITICAL INSTRUCTIONS FOR CHARACTER REFERENCE:
|
||||||
${characterDescriptions[0]}
|
- Use the uploaded character image as reference for the main character
|
||||||
|
- This character must appear in ALL 5 panels as the protagonist
|
||||||
CRITICAL INSTRUCTIONS:
|
- Maintain exact appearance from the reference image
|
||||||
- This EXACT character must appear in ALL 5 panels
|
- Draw them in ${style} comic art style but preserve their features, clothing, and pose from the image`;
|
||||||
- Draw them in ${style} comic art style but keep their EXACT appearance
|
|
||||||
- Same face, same hair, same outfit, same features in every panel
|
|
||||||
- They are the PROTAGONIST - center of every scene`;
|
|
||||||
} else if (characterImages.length === 2) {
|
} else if (characterImages.length === 2) {
|
||||||
characterSection = `
|
characterSection = `
|
||||||
TWO MAIN CHARACTERS (BOTH MUST APPEAR TOGETHER IN MOST PANELS):
|
CRITICAL INSTRUCTIONS FOR CHARACTER REFERENCES:
|
||||||
|
- Use both uploaded character images as references for the two main characters
|
||||||
CHARACTER 1 - "FIRST PERSON":
|
- CHARACTER 1 (first image) and CHARACTER 2 (second image) must appear together in at least 4 of the 5 panels
|
||||||
${characterDescriptions[0]}
|
- Keep them VISUALLY DISTINCT - preserve exact appearances from their respective reference images
|
||||||
|
- Draw both in ${style} comic art style but maintain their individual features and clothing
|
||||||
CHARACTER 2 - "SECOND PERSON":
|
|
||||||
${characterDescriptions[1]}
|
|
||||||
|
|
||||||
CRITICAL INSTRUCTIONS:
|
|
||||||
- BOTH characters must appear together in at least 4 of the 5 panels
|
|
||||||
- Keep them VISUALLY DISTINCT - do not mix up their features
|
|
||||||
- CHARACTER 1 and CHARACTER 2 are DIFFERENT PEOPLE with different appearances
|
|
||||||
- If one is female and one is male, keep their genders correct
|
|
||||||
- Draw both in ${style} comic art style but preserve their EXACT individual appearances
|
|
||||||
- Each character must be immediately recognizable in every panel they appear
|
|
||||||
- They are the two protagonists interacting with each other throughout the story`;
|
- They are the two protagonists interacting with each other throughout the story`;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -186,7 +165,7 @@ COMPOSITION:
|
|||||||
|
|
||||||
const fullPrompt = `${systemPrompt}\n\nSTORY:\n${prompt}`;
|
const fullPrompt = `${systemPrompt}\n\nSTORY:\n${prompt}`;
|
||||||
|
|
||||||
console.log("[v0] Generating comic with prompt length:", fullPrompt.length);
|
console.log("Generating comic with prompt length:", fullPrompt.length);
|
||||||
|
|
||||||
const client = new Together({ apiKey });
|
const client = new Together({ apiKey });
|
||||||
|
|
||||||
@@ -198,10 +177,11 @@ COMPOSITION:
|
|||||||
width: dimensions.width,
|
width: dimensions.width,
|
||||||
height: dimensions.height,
|
height: dimensions.height,
|
||||||
n: 1,
|
n: 1,
|
||||||
reference_images: characterImages,
|
reference_images:
|
||||||
|
characterImages.length > 0 ? characterImages : undefined,
|
||||||
});
|
});
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error("[v0] Together AI API error:", error);
|
console.error("Together AI API error:", error);
|
||||||
|
|
||||||
if (error instanceof Error && "status" in error) {
|
if (error instanceof Error && "status" in error) {
|
||||||
const status = (error as any).status;
|
const status = (error as any).status;
|
||||||
@@ -243,7 +223,7 @@ COMPOSITION:
|
|||||||
|
|
||||||
return NextResponse.json({ imageUrl: response.data[0].url });
|
return NextResponse.json({ imageUrl: response.data[0].url });
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error("[v0] Error in generate-comic API:", error);
|
console.error("Error in generate-comic API:", error);
|
||||||
return NextResponse.json(
|
return NextResponse.json(
|
||||||
{
|
{
|
||||||
error: `Internal server error: ${
|
error: `Internal server error: ${
|
||||||
|
|||||||
+1
-1
@@ -180,7 +180,7 @@ export default function EditorPage() {
|
|||||||
duration: 4000,
|
duration: 4000,
|
||||||
})
|
})
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error("[v0] Error generating page:", error)
|
console.error("Error generating page:", error)
|
||||||
toast({
|
toast({
|
||||||
title: "Generation failed",
|
title: "Generation failed",
|
||||||
description: "Failed to generate comic page. Please try again.",
|
description: "Failed to generate comic page. Please try again.",
|
||||||
|
|||||||
@@ -5,6 +5,7 @@ import { useRouter } from "next/navigation"
|
|||||||
import { ArrowRight, Loader2 } from "lucide-react"
|
import { ArrowRight, Loader2 } from "lucide-react"
|
||||||
import { Button } from "@/components/ui/button"
|
import { Button } from "@/components/ui/button"
|
||||||
import { useToast } from "@/hooks/use-toast"
|
import { useToast } from "@/hooks/use-toast"
|
||||||
|
import { useS3Upload } from "next-s3-upload"
|
||||||
|
|
||||||
interface CreateButtonProps {
|
interface CreateButtonProps {
|
||||||
prompt: string
|
prompt: string
|
||||||
@@ -17,6 +18,7 @@ export function CreateButton({ prompt, style, characterFiles }: CreateButtonProp
|
|||||||
const [isLoading, setIsLoading] = useState(false)
|
const [isLoading, setIsLoading] = useState(false)
|
||||||
const [loadingStep, setLoadingStep] = useState(0)
|
const [loadingStep, setLoadingStep] = useState(0)
|
||||||
const { toast } = useToast()
|
const { toast } = useToast()
|
||||||
|
const { uploadToS3 } = useS3Upload()
|
||||||
|
|
||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
if (!isLoading) return
|
if (!isLoading) return
|
||||||
@@ -53,7 +55,7 @@ export function CreateButton({ prompt, style, characterFiles }: CreateButtonProp
|
|||||||
try {
|
try {
|
||||||
const apiKey = localStorage.getItem("together_api_key")
|
const apiKey = localStorage.getItem("together_api_key")
|
||||||
|
|
||||||
const characterUploads = await Promise.all(characterFiles.map((file) => fileToBase64(file)))
|
const characterUploads = await Promise.all(characterFiles.map((file) => uploadToS3(file).then(({ url }) => url)))
|
||||||
|
|
||||||
if (!apiKey) {
|
if (!apiKey) {
|
||||||
const comicData = {
|
const comicData = {
|
||||||
@@ -77,7 +79,7 @@ export function CreateButton({ prompt, style, characterFiles }: CreateButtonProp
|
|||||||
prompt,
|
prompt,
|
||||||
apiKey,
|
apiKey,
|
||||||
style,
|
style,
|
||||||
characterImages: characterUploads, // Send base64 images to API
|
characterImages: characterUploads, // Send S3 URLs to API
|
||||||
}),
|
}),
|
||||||
})
|
})
|
||||||
|
|
||||||
@@ -113,7 +115,7 @@ export function CreateButton({ prompt, style, characterFiles }: CreateButtonProp
|
|||||||
router.push("/editor")
|
router.push("/editor")
|
||||||
}, 1000)
|
}, 1000)
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error("[v0] Error creating comic:", error)
|
console.error("Error creating comic:", error)
|
||||||
toast({
|
toast({
|
||||||
title: "Creation failed",
|
title: "Creation failed",
|
||||||
description: error instanceof Error ? error.message : "Failed to create comic. Please try again.",
|
description: error instanceof Error ? error.message : "Failed to create comic. Please try again.",
|
||||||
@@ -124,14 +126,7 @@ export function CreateButton({ prompt, style, characterFiles }: CreateButtonProp
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
const fileToBase64 = (file: File): Promise<string> => {
|
|
||||||
return new Promise((resolve, reject) => {
|
|
||||||
const reader = new FileReader()
|
|
||||||
reader.onload = () => resolve(reader.result as string)
|
|
||||||
reader.onerror = reject
|
|
||||||
reader.readAsDataURL(file)
|
|
||||||
})
|
|
||||||
}
|
|
||||||
|
|
||||||
const loadingSteps = ["Enhancing prompt...", "Generating scenes...", "Creating your comic..."]
|
const loadingSteps = ["Enhancing prompt...", "Generating scenes...", "Creating your comic..."]
|
||||||
|
|
||||||
|
|||||||
@@ -1,25 +1,34 @@
|
|||||||
"use client"
|
"use client";
|
||||||
|
|
||||||
|
import { TOGETHER_LINK } from "@/lib/utils";
|
||||||
|
|
||||||
export function LandingHero() {
|
export function LandingHero() {
|
||||||
return (
|
return (
|
||||||
<header className="relative py-8 sm:py-12 md:py-16 lg:py-0">
|
<header className="relative py-8 sm:py-12 md:py-16 lg:py-0">
|
||||||
<div className="relative z-10">
|
<div className="relative z-10">
|
||||||
<div className="lg:text-left text-center">
|
<div className="lg:text-left text-center">
|
||||||
<div className="inline-flex items-center gap-1 px-2.5 py-1 rounded-full border border-border glass-panel mb-4 sm:mb-6 w-fit">
|
<a
|
||||||
|
href={TOGETHER_LINK}
|
||||||
|
target="_blank"
|
||||||
|
rel="noopener noreferrer"
|
||||||
|
className="inline-flex items-center gap-1 px-2.5 py-1 rounded-full border border-border glass-panel mb-4 sm:mb-6 w-fit"
|
||||||
|
>
|
||||||
<span className="text-[10px] font-medium text-muted-foreground tracking-[-0.015em]">
|
<span className="text-[10px] font-medium text-muted-foreground tracking-[-0.015em]">
|
||||||
Powered by Together AI
|
Powered by Together AI
|
||||||
</span>
|
</span>
|
||||||
</div>
|
</a>
|
||||||
|
|
||||||
<h1 className="text-5xl sm:text-6xl md:text-7xl lg:text-8xl text-foreground uppercase mb-4 sm:mb-5 tracking-wide font-heading font-semibold leading-tight sm:leading-[5.2rem]">
|
<h1 className="text-5xl sm:text-6xl md:text-7xl lg:text-8xl text-foreground uppercase mb-4 sm:mb-5 tracking-wide font-heading font-semibold leading-tight sm:leading-[5.2rem]">
|
||||||
Create stunning <span className="text-indigo font-semibold">comics</span>
|
Create stunning{" "}
|
||||||
|
<span className="text-indigo font-semibold">comics</span>
|
||||||
</h1>
|
</h1>
|
||||||
|
|
||||||
<p className="text-muted-foreground leading-relaxed max-w-md mx-auto lg:mx-0 tracking-[-0.02em] px-4 sm:px-0 text-sm">
|
<p className="text-muted-foreground leading-relaxed max-w-md mx-auto lg:mx-0 tracking-[-0.02em] px-4 sm:px-0 text-sm">
|
||||||
Describe your scene, choose a style, and let AI render professional comic panels instantly.
|
Describe your scene, choose a style, and let AI render professional
|
||||||
|
comic panels instantly.
|
||||||
</p>
|
</p>
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
</header>
|
</header>
|
||||||
)
|
);
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user