Commit
·
b554731
1
Parent(s):
c832a75
Update README.md
Browse files
README.md
CHANGED
@@ -26,7 +26,7 @@ from deepsparse import TextGeneration
|
|
26 |
prompt = "How to make banana bread?"
|
27 |
formatted_prompt = f"### Instruction:\n{prompt}### Response:\n"
|
28 |
|
29 |
-
model = TextGeneration(
|
30 |
|
31 |
print(model(formatted_prompt, max_new_tokens=100).generations[0].text)
|
32 |
"""
|
|
|
26 |
prompt = "How to make banana bread?"
|
27 |
formatted_prompt = f"### Instruction:\n{prompt}### Response:\n"
|
28 |
|
29 |
+
model = TextGeneration(model_path="hf:nm-testing/open_llama_3b_instruct_v_0.2-pruned50-quant-ds")
|
30 |
|
31 |
print(model(formatted_prompt, max_new_tokens=100).generations[0].text)
|
32 |
"""
|