Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -2,8 +2,8 @@ import gradio
|
|
2 |
import torch
|
3 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
4 |
|
5 |
-
model = AutoModelForCausalLM.from_pretrained("cyberagent/open-calm-
|
6 |
-
tokenizer = AutoTokenizer.from_pretrained("cyberagent/open-calm-
|
7 |
|
8 |
def my_inference_function(mail):
|
9 |
mail=mail.replace("\n", "")
|
|
|
2 |
import torch
|
3 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
4 |
|
5 |
+
model = AutoModelForCausalLM.from_pretrained("cyberagent/open-calm-medium", device_map="auto", torch_dtype=torch.float32)
|
6 |
+
tokenizer = AutoTokenizer.from_pretrained("cyberagent/open-calm-medium")
|
7 |
|
8 |
def my_inference_function(mail):
|
9 |
mail=mail.replace("\n", "")
|