Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -14,11 +14,9 @@ model = Gemma3ForConditionalGeneration.from_pretrained(
|
|
14 |
model_id, device_map="auto", torch_dtype=torch.bfloat16, attn_implementation="eager"
|
15 |
)
|
16 |
|
17 |
-
|
18 |
def process_new_user_message(message: dict) -> list[dict]:
|
19 |
return [{"type": "text", "text": message["text"]}, *[{"type": "image", "url": path} for path in message["files"]]]
|
20 |
|
21 |
-
|
22 |
def process_history(history: list[dict]) -> list[dict]:
|
23 |
messages = []
|
24 |
current_user_content: list[dict] = []
|
@@ -36,7 +34,6 @@ def process_history(history: list[dict]) -> list[dict]:
|
|
36 |
current_user_content.append({"type": "image", "url": content[0]})
|
37 |
return messages
|
38 |
|
39 |
-
|
40 |
@spaces.GPU(duration=120)
|
41 |
def run(message: dict, history: list[dict], system_prompt: str = "", max_new_tokens: int = 512) -> Iterator[str]:
|
42 |
messages = []
|
@@ -67,13 +64,11 @@ def run(message: dict, history: list[dict], system_prompt: str = "", max_new_tok
|
|
67 |
output += delta
|
68 |
yield output
|
69 |
|
70 |
-
|
71 |
-
examples = examples = [
|
72 |
-
[
|
73 |
[
|
74 |
{
|
75 |
"text": "Descreve a imagem",
|
76 |
-
"files": ["assets/sample-images/
|
77 |
}
|
78 |
],
|
79 |
[
|
@@ -112,6 +107,10 @@ examples = examples = [
|
|
112 |
"files": [
|
113 |
"assets/sample-images/07-1.png",
|
114 |
"assets/sample-images/07-2.png",
|
|
|
|
|
|
|
|
|
115 |
],
|
116 |
[
|
117 |
{
|
@@ -125,6 +124,11 @@ examples = examples = [
|
|
125 |
"files": [
|
126 |
"assets/sample-images/09-1.png",
|
127 |
"assets/sample-images/09-2.png",
|
|
|
|
|
|
|
|
|
|
|
128 |
],
|
129 |
[
|
130 |
{
|
@@ -156,6 +160,8 @@ examples = examples = [
|
|
156 |
"files": ["assets/additional-examples/4.png"],
|
157 |
}
|
158 |
],
|
|
|
|
|
159 |
demo = gr.ChatInterface(
|
160 |
fn=run,
|
161 |
type="messages",
|
@@ -166,7 +172,7 @@ demo = gr.ChatInterface(
|
|
166 |
gr.Slider(label="Max New Tokens", minimum=100, maximum=2000, step=10, value=500),
|
167 |
],
|
168 |
stop_btn=False,
|
169 |
-
title="Gemma 3 12B it
|
170 |
description="<img src='https://huggingface.co/spaces/huggingface-projects/gemma-3-12b-it/resolve/main/assets/logo.png' id='logo' />",
|
171 |
examples=examples,
|
172 |
run_examples_on_click=False,
|
|
|
14 |
model_id, device_map="auto", torch_dtype=torch.bfloat16, attn_implementation="eager"
|
15 |
)
|
16 |
|
|
|
17 |
def process_new_user_message(message: dict) -> list[dict]:
|
18 |
return [{"type": "text", "text": message["text"]}, *[{"type": "image", "url": path} for path in message["files"]]]
|
19 |
|
|
|
20 |
def process_history(history: list[dict]) -> list[dict]:
|
21 |
messages = []
|
22 |
current_user_content: list[dict] = []
|
|
|
34 |
current_user_content.append({"type": "image", "url": content[0]})
|
35 |
return messages
|
36 |
|
|
|
37 |
@spaces.GPU(duration=120)
|
38 |
def run(message: dict, history: list[dict], system_prompt: str = "", max_new_tokens: int = 512) -> Iterator[str]:
|
39 |
messages = []
|
|
|
64 |
output += delta
|
65 |
yield output
|
66 |
|
67 |
+
examples = [
|
|
|
|
|
68 |
[
|
69 |
{
|
70 |
"text": "Descreve a imagem",
|
71 |
+
"files": ["assets/sample-images/11.png"],
|
72 |
}
|
73 |
],
|
74 |
[
|
|
|
107 |
"files": [
|
108 |
"assets/sample-images/07-1.png",
|
109 |
"assets/sample-images/07-2.png",
|
110 |
+
"assets/sample-images/07-3.png",
|
111 |
+
"assets/sample-images/07-4.png",
|
112 |
+
],
|
113 |
+
}
|
114 |
],
|
115 |
[
|
116 |
{
|
|
|
124 |
"files": [
|
125 |
"assets/sample-images/09-1.png",
|
126 |
"assets/sample-images/09-2.png",
|
127 |
+
"assets/sample-images/09-3.png",
|
128 |
+
"assets/sample-images/09-4.png",
|
129 |
+
"assets/sample-images/09-5.png",
|
130 |
+
],
|
131 |
+
}
|
132 |
],
|
133 |
[
|
134 |
{
|
|
|
160 |
"files": ["assets/additional-examples/4.png"],
|
161 |
}
|
162 |
],
|
163 |
+
]
|
164 |
+
|
165 |
demo = gr.ChatInterface(
|
166 |
fn=run,
|
167 |
type="messages",
|
|
|
172 |
gr.Slider(label="Max New Tokens", minimum=100, maximum=2000, step=10, value=500),
|
173 |
],
|
174 |
stop_btn=False,
|
175 |
+
title="Gemma 3 12B it - Bruno Henrique",
|
176 |
description="<img src='https://huggingface.co/spaces/huggingface-projects/gemma-3-12b-it/resolve/main/assets/logo.png' id='logo' />",
|
177 |
examples=examples,
|
178 |
run_examples_on_click=False,
|