Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -38,7 +38,7 @@ concurrency_limit = 5
|
|
38 |
# Load the model
|
39 |
model = AutoModelForCausalLM.from_pretrained(
|
40 |
model_name,
|
41 |
-
device_map=device
|
42 |
torch_dtype=torch_dtype,
|
43 |
trust_remote_code=True,
|
44 |
)
|
|
|
38 |
# Load the model
|
39 |
model = AutoModelForCausalLM.from_pretrained(
|
40 |
model_name,
|
41 |
+
device_map=device,
|
42 |
torch_dtype=torch_dtype,
|
43 |
trust_remote_code=True,
|
44 |
)
|