Spaces:
Running
on
Zero
Running
on
Zero
updated
Browse files
app.py
CHANGED
|
@@ -8,7 +8,7 @@ import torch
|
|
| 8 |
from transformers import pipeline
|
| 9 |
|
| 10 |
token = os.getenv("HUGGINGFACE_API_TOKEN")
|
| 11 |
-
pipe = pipeline("text-generation", "meta-llama/Meta-Llama-3-8B-Instruct", torch_dtype=torch.bfloat16, device_map="auto",
|
| 12 |
response = pipe(chat, max_new_tokens=512)
|
| 13 |
|
| 14 |
pipe.to('cuda')
|
|
|
|
| 8 |
from transformers import pipeline
|
| 9 |
|
| 10 |
token = os.getenv("HUGGINGFACE_API_TOKEN")
|
| 11 |
+
pipe = pipeline("text-generation", "meta-llama/Meta-Llama-3-8B-Instruct", torch_dtype=torch.bfloat16, device_map="auto", token=token)
|
| 12 |
response = pipe(chat, max_new_tokens=512)
|
| 13 |
|
| 14 |
pipe.to('cuda')
|