Suparious commited on
Commit
45981be
·
1 Parent(s): ae182b9

update usage example

Browse files
Files changed (1) hide show
  1. README.md +3 -3
README.md CHANGED
@@ -51,12 +51,12 @@ pip install --upgrade autoawq autoawq-kernels
51
  from awq import AutoAWQForCausalLM
52
  from transformers import AutoTokenizer, TextStreamer
53
 
54
- quant_path = "/srv/home/shaun/repos/samantha-1.1-westlake-7b-laser-AWQ"
55
 
56
  # Load model
57
- model = AutoAWQForCausalLM.from_quantized(quant_path,
58
  fuse_layers=True)
59
- tokenizer = AutoTokenizer.from_pretrained(quant_path,
60
  trust_remote_code=True)
61
  streamer = TextStreamer(tokenizer,
62
  skip_prompt=True,
 
51
  from awq import AutoAWQForCausalLM
52
  from transformers import AutoTokenizer, TextStreamer
53
 
54
+ model_path = "solidrust/samantha-1.1-westlake-7b-laser-AWQ"
55
 
56
  # Load model
57
+ model = AutoAWQForCausalLM.from_quantized(model_path,
58
  fuse_layers=True)
59
+ tokenizer = AutoTokenizer.from_pretrained(model_path,
60
  trust_remote_code=True)
61
  streamer = TextStreamer(tokenizer,
62
  skip_prompt=True,