Yehor commited on
Commit
e0101eb
·
verified ·
1 Parent(s): 3ff4325

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -38,7 +38,7 @@ concurrency_limit = 5
38
  # Load the model
39
  model = AutoModelForCausalLM.from_pretrained(
40
  model_name,
41
- device_map=device
42
  torch_dtype=torch_dtype,
43
  trust_remote_code=True,
44
  )
 
38
  # Load the model
39
  model = AutoModelForCausalLM.from_pretrained(
40
  model_name,
41
+ device_map=device,
42
  torch_dtype=torch_dtype,
43
  trust_remote_code=True,
44
  )