Update app.py
Browse files
app.py
CHANGED
@@ -8,8 +8,8 @@ import gradio as gr
|
|
8 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
9 |
|
10 |
# Initialize the tokenizer and model
|
11 |
-
tokenizer = AutoTokenizer.from_pretrained("./
|
12 |
-
model = AutoModelForCausalLM.from_pretrained("./
|
13 |
|
14 |
# Initialize the sentence transformer model
|
15 |
smodel = SentenceTransformer('./embed')
|
|
|
8 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
9 |
|
10 |
# Initialize the tokenizer and model
|
11 |
+
tokenizer = AutoTokenizer.from_pretrained("./SMOL")
|
12 |
+
model = AutoModelForCausalLM.from_pretrained("./SMOL").to(device)
|
13 |
|
14 |
# Initialize the sentence transformer model
|
15 |
smodel = SentenceTransformer('./embed')
|