Compare commits

...

1 Commits

Author SHA1 Message Date
hikari 10e013a983 feat: add image input to art/avatar modes and notes to replace mode
Security Scan and Upload / Security & DefectDojo Upload (pull_request) Successful in 1m15s
CI / Lint & Check (pull_request) Successful in 12m57s
CI / Build Windows (pull_request) Failing after 21m39s
- Art and Avatar modes now support optional image uploads via paste or
  file picker, sent to Gemini alongside the text prompt
- Initial Replace mode gains an optional textarea for notes to include
  with the uploaded image
- Backend updated to send user images for all modes, appending replace
  instructions only when in replace mode
- Send validation updated to allow image-only messages in art/avatar
2026-04-13 09:18:20 -07:00
2 changed files with 60 additions and 44 deletions
+12 -8
View File
@@ -83,22 +83,26 @@ fn build_user_gemini_parts(
user_image_base64: &Option<String>, user_image_base64: &Option<String>,
user_image_mime: &Option<String>, user_image_mime: &Option<String>,
) -> Vec<Value> { ) -> Vec<Value> {
if mode == "replace" && user_image_base64.is_some() { if let Some(image_data) = user_image_base64.as_deref() {
let mime = user_image_mime.as_deref().unwrap_or("image/png"); let mime = user_image_mime.as_deref().unwrap_or("image/png");
let data = user_image_base64.as_deref().unwrap_or("");
let base_text = user_text.as_deref().unwrap_or(""); let base_text = user_text.as_deref().unwrap_or("");
let final_text = if base_text.is_empty() { let final_text = if mode == "replace" {
if base_text.is_empty() {
REPLACE_MODE_APPEND.to_string() REPLACE_MODE_APPEND.to_string()
} else { } else {
format!("{}\n{}", base_text, REPLACE_MODE_APPEND) format!("{}\n{}", base_text, REPLACE_MODE_APPEND)
}
} else {
base_text.to_string()
}; };
vec![ let mut parts = vec![json!({"inlineData": {"mimeType": mime, "data": image_data}})];
json!({"inlineData": {"mimeType": mime, "data": data}}), if !final_text.is_empty() {
json!({"text": final_text}), parts.push(json!({"text": final_text}));
] }
parts
} else { } else {
// Art/avatar mode, or replace mode follow-up correction (text only) // No image: text-only message
let text = user_text.as_deref().unwrap_or(""); let text = user_text.as_deref().unwrap_or("");
vec![json!({"text": text})] vec![json!({"text": text})]
} }
+19 -7
View File
@@ -256,7 +256,8 @@ const inputArea = ({
if (isInitialReplace && imageBase64 === undefined) { if (isInitialReplace && imageBase64 === undefined) {
return; return;
} }
if (!isInitialReplace && text.trim().length === 0) { const hasContent = text.trim().length > 0 || imageBase64 !== undefined;
if (!isInitialReplace && !hasContent) {
return; return;
} }
@@ -332,6 +333,9 @@ const inputArea = ({
: dropZoneInactiveClass, : dropZoneInactiveClass,
].join(" "); ].join(" ");
const hasNoContent = text.trim().length === 0 && imageBase64 === undefined;
const isSendDisabled = isLoading || hasNoContent;
return ( return (
<div className="border-t border-purple-900/30 p-4 bg-[#0f0a1a]"> <div className="border-t border-purple-900/30 p-4 bg-[#0f0a1a]">
<div className="flex items-center gap-2 mb-2"> <div className="flex items-center gap-2 mb-2">
@@ -397,6 +401,15 @@ const inputArea = ({
type="file" type="file"
/> />
<textarea
className={textareaClass}
disabled={isLoading}
onChange={handleTextChange}
placeholder="Add notes to include with the image (optional)..."
rows={2}
value={text}
/>
<button <button
className={replaceButtonClass} className={replaceButtonClass}
disabled={isLoading || imageBase64 === undefined} disabled={isLoading || imageBase64 === undefined}
@@ -414,15 +427,16 @@ const inputArea = ({
</div> </div>
: <div className="flex flex-col gap-3"> : <div className="flex flex-col gap-3">
{mode === "replace" <div className="flex flex-col gap-2">
? <div className="flex flex-col gap-2">
{imagePreview === undefined {imagePreview === undefined
? <button ? <button
className={pasteButtonClass} className={pasteButtonClass}
onClick={handlePasteButtonClick} onClick={handlePasteButtonClick}
type="button" type="button"
> >
{"๐Ÿ“‹ Paste replacement image (optional)"} {mode === "replace"
? "๐Ÿ“‹ Paste replacement image (optional)"
: "๐Ÿ“‹ Paste image (optional)"}
</button> </button>
: <div className="relative inline-block"> : <div className="relative inline-block">
@@ -448,8 +462,6 @@ const inputArea = ({
/> />
</div> </div>
: null}
<div className="flex gap-3 items-end"> <div className="flex gap-3 items-end">
<textarea <textarea
className={textareaClass} className={textareaClass}
@@ -464,7 +476,7 @@ const inputArea = ({
/> />
<button <button
className={sendButtonClass} className={sendButtonClass}
disabled={isLoading || text.trim().length === 0} disabled={isSendDisabled}
onClick={handleSend} onClick={handleSend}
type="button" type="button"
> >