ShuoGZ commited on
Commit
91dc6ce
·
verified ·
1 Parent(s): d55d6a6

Upload 3 files

Browse files
Files changed (3) hide show
  1. config.json +2 -7
  2. generation_config.json +4 -7
  3. model.safetensors +2 -2
config.json CHANGED
@@ -1,16 +1,11 @@
1
  {
2
- "_name_or_path": "meta-llama/Llama-3.2-1B-Instruct",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128000,
9
- "eos_token_id": [
10
- 128001,
11
- 128008,
12
- 128009
13
- ],
14
  "head_dim": 64,
15
  "hidden_act": "silu",
16
  "hidden_size": 2048,
@@ -34,7 +29,7 @@
34
  "rope_theta": 500000.0,
35
  "tie_word_embeddings": true,
36
  "torch_dtype": "bfloat16",
37
- "transformers_version": "4.45.2",
38
  "use_cache": true,
39
  "vocab_size": 128256
40
  }
 
1
  {
 
2
  "architectures": [
3
  "LlamaForCausalLM"
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 128000,
8
+ "eos_token_id": 128001,
 
 
 
 
9
  "head_dim": 64,
10
  "hidden_act": "silu",
11
  "hidden_size": 2048,
 
29
  "rope_theta": 500000.0,
30
  "tie_word_embeddings": true,
31
  "torch_dtype": "bfloat16",
32
+ "transformers_version": "4.45.0.dev0",
33
  "use_cache": true,
34
  "vocab_size": 128256
35
  }
generation_config.json CHANGED
@@ -1,12 +1,9 @@
1
  {
 
2
  "bos_token_id": 128000,
 
 
3
  "do_sample": true,
4
- "eos_token_id": [
5
- 128001,
6
- 128008,
7
- 128009
8
- ],
9
  "temperature": 0.6,
10
- "top_p": 0.9,
11
- "transformers_version": "4.45.2"
12
  }
 
1
  {
2
+ "_from_model_config": true,
3
  "bos_token_id": 128000,
4
+ "eos_token_id": 128001,
5
+ "transformers_version": "4.45.0.dev0",
6
  "do_sample": true,
 
 
 
 
 
7
  "temperature": 0.6,
8
+ "top_p": 0.9
 
9
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a54a2a75a1a3d5e8237bf4544db5633135e5ca429470a1005d9390f47b237d62
3
- size 2996982344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68a2e4be76fa709455a60272fba8e512c02d81c46e6c671cc9449e374fd6809a
3
+ size 2471645608