Hugging Face's logo

TheBloke
/
Rogue-Rose-103b-v0.2-AWQ

Text Generation
Transformers
Safetensors
English
llama
text-generation-inference
4-bit precision
awq
Model card Files
xet
Community
1
TheBloke commited on
Commit
c06a085
·
1 Parent(s): eaaa6ef

AWQ model commit

Browse files
Files changed (9) hide show
  1. config.json +2 -2
  2. generation_config.json +1 -1
  3. model-00001-of-00006.safetensors +1 -1
  4. model-00002-of-00006.safetensors +1 -1
  5. model-00003-of-00006.safetensors +1 -1
  6. model-00004-of-00006.safetensors +1 -1
  7. model-00005-of-00006.safetensors +1 -1
  8. model-00006-of-00006.safetensors +1 -1
  9. quant_config.json +1 -1
config.json CHANGED
@@ -21,7 +21,7 @@
21
  "quantization_config": {
22
  "bits": 4,
23
  "group_size": 128,
24
- "modules_to_not_convert": [],
25
  "quant_method": "awq",
26
  "version": "gemm",
27
  "zero_point": true
@@ -31,7 +31,7 @@
31
  "rope_theta": 10000.0,
32
  "tie_word_embeddings": false,
33
  "torch_dtype": "float16",
34
- "transformers_version": "4.36.0.dev0",
35
  "use_cache": true,
36
  "vocab_size": 32000
37
  }
 
21
  "quantization_config": {
22
  "bits": 4,
23
  "group_size": 128,
24
+ "modules_to_not_convert": null,
25
  "quant_method": "awq",
26
  "version": "gemm",
27
  "zero_point": true
 
31
  "rope_theta": 10000.0,
32
  "tie_word_embeddings": false,
33
  "torch_dtype": "float16",
34
+ "transformers_version": "4.37.0.dev0",
35
  "use_cache": true,
36
  "vocab_size": 32000
37
  }
generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 0,
6
- "transformers_version": "4.36.0.dev0"
7
  }
 
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 0,
6
+ "transformers_version": "4.37.0.dev0"
7
  }
model-00001-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:61bef91d1e262e1012509fbb2173d542a4cdfbea0f5ac316f939dbeb56001422
3
  size 9938623736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afa50852468f1e2195a8d7123141e89735c130557a387449d5a5a43877f3235e
3
  size 9938623736
model-00002-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:00bc3954eef43ee4bb667930342cb9433b4b9c8338796431f4813980b06c13cb
3
  size 9902482368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87ab2ba9d2929fe3c95a3f46131d9e1cdd4a1447e98f98e2d457d39f4adcac0e
3
  size 9902482368
model-00003-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:569dc8ec42f9694edbd5329fd84d5ec2d14b8c5cbd755066e7bc00e21551772c
3
  size 9902482360
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:195f9ce88bd6950fa69476ba91597868b4f20b5e4cfc90b1d9c7c588bc32b3ae
3
  size 9902482360
model-00004-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ece6fedd58a00e90a21f0227d9e52da0aa04b8bd6f0f0d07cf982775d5c24370
3
  size 9980963328
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09324eb19cac38cab7d4d67d4b968ac2a96ead93290cfe5c5a84b553b76e94b6
3
  size 9980963328
model-00005-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8b4ded76c9621f06df37835ea341b47111cac70652733a9d83baced2c77ee7dc
3
  size 9902482592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7b1630b48c28e6be4884194d2939fcd7346ad8d23a52533cc1342f92fbec080
3
  size 9902482592
model-00006-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3443673f52cd97c200c99de3be5fe38f147c8e02dcb4ff15e335e1a2ba254ee6
3
  size 4769489328
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1477b322da72c3a95c5e5e5e5967107c1333117bda2b0c4061c71339904c473a
3
  size 4769489328
quant_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "q_group_size": 128,
4
  "w_bit": 4,
5
  "version": "GEMM",
6
- "modules_to_not_convert": []
7
  }
 
3
  "q_group_size": 128,
4
  "w_bit": 4,
5
  "version": "GEMM",
6
+ "modules_to_not_convert": null
7
  }