yuqian-0513 commited on
Commit
f073006
·
1 Parent(s): 3e4b6eb

add model

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +56 -0
  2. config.json +64 -0
  3. configuration.json +1 -0
  4. generation_config.json +9 -0
  5. quant_model_description_w8a8_dynamic.json +0 -0
  6. quant_model_weight_w8a8_dynamic-00001-of-00157.safetensors +3 -0
  7. quant_model_weight_w8a8_dynamic-00002-of-00157.safetensors +3 -0
  8. quant_model_weight_w8a8_dynamic-00003-of-00157.safetensors +3 -0
  9. quant_model_weight_w8a8_dynamic-00004-of-00157.safetensors +3 -0
  10. quant_model_weight_w8a8_dynamic-00005-of-00157.safetensors +3 -0
  11. quant_model_weight_w8a8_dynamic-00006-of-00157.safetensors +3 -0
  12. quant_model_weight_w8a8_dynamic-00007-of-00157.safetensors +3 -0
  13. quant_model_weight_w8a8_dynamic-00008-of-00157.safetensors +3 -0
  14. quant_model_weight_w8a8_dynamic-00009-of-00157.safetensors +3 -0
  15. quant_model_weight_w8a8_dynamic-00010-of-00157.safetensors +3 -0
  16. quant_model_weight_w8a8_dynamic-00011-of-00157.safetensors +3 -0
  17. quant_model_weight_w8a8_dynamic-00012-of-00157.safetensors +3 -0
  18. quant_model_weight_w8a8_dynamic-00013-of-00157.safetensors +3 -0
  19. quant_model_weight_w8a8_dynamic-00014-of-00157.safetensors +3 -0
  20. quant_model_weight_w8a8_dynamic-00015-of-00157.safetensors +3 -0
  21. quant_model_weight_w8a8_dynamic-00016-of-00157.safetensors +3 -0
  22. quant_model_weight_w8a8_dynamic-00017-of-00157.safetensors +3 -0
  23. quant_model_weight_w8a8_dynamic-00018-of-00157.safetensors +3 -0
  24. quant_model_weight_w8a8_dynamic-00019-of-00157.safetensors +3 -0
  25. quant_model_weight_w8a8_dynamic-00020-of-00157.safetensors +3 -0
  26. quant_model_weight_w8a8_dynamic-00021-of-00157.safetensors +3 -0
  27. quant_model_weight_w8a8_dynamic-00022-of-00157.safetensors +3 -0
  28. quant_model_weight_w8a8_dynamic-00023-of-00157.safetensors +3 -0
  29. quant_model_weight_w8a8_dynamic-00024-of-00157.safetensors +3 -0
  30. quant_model_weight_w8a8_dynamic-00025-of-00157.safetensors +3 -0
  31. quant_model_weight_w8a8_dynamic-00026-of-00157.safetensors +3 -0
  32. quant_model_weight_w8a8_dynamic-00027-of-00157.safetensors +3 -0
  33. quant_model_weight_w8a8_dynamic-00028-of-00157.safetensors +3 -0
  34. quant_model_weight_w8a8_dynamic-00029-of-00157.safetensors +3 -0
  35. quant_model_weight_w8a8_dynamic-00030-of-00157.safetensors +3 -0
  36. quant_model_weight_w8a8_dynamic-00031-of-00157.safetensors +3 -0
  37. quant_model_weight_w8a8_dynamic-00032-of-00157.safetensors +3 -0
  38. quant_model_weight_w8a8_dynamic-00033-of-00157.safetensors +3 -0
  39. quant_model_weight_w8a8_dynamic-00034-of-00157.safetensors +3 -0
  40. quant_model_weight_w8a8_dynamic-00035-of-00157.safetensors +3 -0
  41. quant_model_weight_w8a8_dynamic-00036-of-00157.safetensors +3 -0
  42. quant_model_weight_w8a8_dynamic-00037-of-00157.safetensors +3 -0
  43. quant_model_weight_w8a8_dynamic-00038-of-00157.safetensors +3 -0
  44. quant_model_weight_w8a8_dynamic-00039-of-00157.safetensors +3 -0
  45. quant_model_weight_w8a8_dynamic-00040-of-00157.safetensors +3 -0
  46. quant_model_weight_w8a8_dynamic-00041-of-00157.safetensors +3 -0
  47. quant_model_weight_w8a8_dynamic-00042-of-00157.safetensors +3 -0
  48. quant_model_weight_w8a8_dynamic-00043-of-00157.safetensors +3 -0
  49. quant_model_weight_w8a8_dynamic-00044-of-00157.safetensors +3 -0
  50. quant_model_weight_w8a8_dynamic-00045-of-00157.safetensors +3 -0
README.md ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ frameworks:
3
+ - Pytorch
4
+ license: Apache License 2.0
5
+ tasks:
6
+ - text-generation
7
+
8
+ #model-type:
9
+ ##如 gpt、phi、llama、chatglm、baichuan 等
10
+ #- gpt
11
+
12
+ #domain:
13
+ ##如 nlp、cv、audio、multi-modal
14
+ #- nlp
15
+
16
+ #language:
17
+ ##语言代码列表 https://help.aliyun.com/document_detail/215387.html?spm=a2c4g.11186623.0.0.9f8d7467kni6Aa
18
+ #- cn
19
+
20
+ #metrics:
21
+ ##如 CIDEr、Blue、ROUGE 等
22
+ #- CIDEr
23
+
24
+ #tags:
25
+ ##各种自定义,包括 pretrained、fine-tuned、instruction-tuned、RL-tuned 等训练方法和其他
26
+ #- pretrained
27
+
28
+ #tools:
29
+ ##如 vllm、fastchat、llamacpp、AdaSeq 等
30
+ #- mindie
31
+ language:
32
+ - zh
33
+ - en
34
+ base_model:
35
+ - deepseek-ai/DeepSeek-R1
36
+ base_model_relation: quantized
37
+ ---
38
+ ### 适用于 mindie:2.0.T3-800I-A2-py311-openeuler24.03-lts-aarch64 及更高版本docker镜像
39
+ > 部署参考 https://modelers.cn/models/MindIE/deepseekv3
40
+ #### 您可以通过如下git clone命令,或者ModelScope SDK来下载模型
41
+
42
+ SDK下载
43
+ ```bash
44
+ #安装ModelScope
45
+ pip install modelscope
46
+ ```
47
+ ```python
48
+ #SDK模型下载
49
+ from modelscope import snapshot_download
50
+ model_dir = snapshot_download('luckfu/deepseek-ai-r1-w8a8-mindie')
51
+ ```
52
+ Git下载
53
+ ```
54
+ #Git模型下载
55
+ git clone https://www.modelscope.cn/luckfu/deepseek-ai-r1-w8a8-mindie.git
56
+ ```
config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "DeepseekV3ForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "auto_map": {
8
+ "AutoConfig": "configuration_deepseek.DeepseekV3Config",
9
+ "AutoModel": "modeling_deepseek.DeepseekV3Model",
10
+ "AutoModelForCausalLM": "modeling_deepseek.DeepseekV3ForCausalLM"
11
+ },
12
+ "aux_loss_alpha": 0.001,
13
+ "bos_token_id": 0,
14
+ "eos_token_id": 1,
15
+ "ep_size": 1,
16
+ "first_k_dense_replace": 3,
17
+ "hidden_act": "silu",
18
+ "hidden_size": 7168,
19
+ "initializer_range": 0.02,
20
+ "intermediate_size": 18432,
21
+ "kv_lora_rank": 512,
22
+ "max_position_embeddings": 163840,
23
+ "model_type": "deepseekv2",
24
+ "moe_intermediate_size": 2048,
25
+ "moe_layer_freq": 1,
26
+ "n_group": 8,
27
+ "n_routed_experts": 256,
28
+ "n_shared_experts": 1,
29
+ "norm_topk_prob": true,
30
+ "num_attention_heads": 128,
31
+ "num_experts_per_tok": 8,
32
+ "num_hidden_layers": 61,
33
+ "num_key_value_heads": 128,
34
+ "num_nextn_predict_layers": 1,
35
+ "pretraining_tp": 1,
36
+ "q_lora_rank": 1536,
37
+ "qk_nope_head_dim": 128,
38
+ "qk_rope_head_dim": 64,
39
+ "rms_norm_eps": 1e-06,
40
+ "rope_scaling": {
41
+ "beta_fast": 32,
42
+ "beta_slow": 1,
43
+ "factor": 40,
44
+ "mscale": 1.0,
45
+ "mscale_all_dim": 1.0,
46
+ "original_max_position_embeddings": 4096,
47
+ "type": "yarn"
48
+ },
49
+ "rope_theta": 10000,
50
+ "routed_scaling_factor": 2.5,
51
+ "scoring_func": "sigmoid",
52
+ "seq_aux": true,
53
+ "tie_word_embeddings": false,
54
+ "topk_group": 4,
55
+ "topk_method": "noaux_tc",
56
+ "torch_dtype": "bfloat16",
57
+ "transformers_version": "4.46.3",
58
+ "use_cache": true,
59
+ "v_head_dim": 128,
60
+ "vocab_size": 129280,
61
+ "quantize": "w8a8_dynamic",
62
+ "quantization_config": {},
63
+ "mla_quantize": "w8a8"
64
+ }
configuration.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"framework": "pytorch", "task": "others", "allow_remote": true}
generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 0,
4
+ "eos_token_id": 1,
5
+ "do_sample": true,
6
+ "temperature": 0.6,
7
+ "top_p": 0.95,
8
+ "transformers_version": "4.39.3"
9
+ }
quant_model_description_w8a8_dynamic.json ADDED
The diff for this file is too large to render. See raw diff
 
quant_model_weight_w8a8_dynamic-00001-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb4aafe3f50e1c7a7f5056692ebe6860628176a027b14cfd05caa536331dde56
3
+ size 4300743184
quant_model_weight_w8a8_dynamic-00002-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42e4b17630c829226dd1f14242abc39dd8dcc53a00c0e6d1fbfb43675e316d96
3
+ size 4305772920
quant_model_weight_w8a8_dynamic-00003-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6d8c6d31c2e9c469a3346da95cf03e52deff1f13bf2c8db1f2ceb6875ddc7f9
3
+ size 4305773736
quant_model_weight_w8a8_dynamic-00004-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a286f3963f3cab40bc8cb3005f50309e0fc6187c46ee36e7c89e64a0d5cd63cd
3
+ size 4307955936
quant_model_weight_w8a8_dynamic-00005-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5eb8c55133f50a646355311bd4327f46f396803cfc62a2f318e7ada24ca69c2f
3
+ size 4305752720
quant_model_weight_w8a8_dynamic-00006-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:919bdb0a13c453a7a2e9209b96b1f409b1a06784b2d4bf9e40142df56be0cdc9
3
+ size 4305773752
quant_model_weight_w8a8_dynamic-00007-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7206203197643706e166f85af5fbf2af799adf7933310a43bf548d189201d4a1
3
+ size 4307955656
quant_model_weight_w8a8_dynamic-00008-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ca12186e4ac08226afd9d54810927884f3ff1647d83bced517c0f9143e3d268
3
+ size 4305773488
quant_model_weight_w8a8_dynamic-00009-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaf1a5b8497dfc46111df11288bb9aa86f8258c607318298e843a676d561e4ab
3
+ size 4307956288
quant_model_weight_w8a8_dynamic-00010-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b86e09ddcb4710af417048f7fbe1746af3cf3c14e53140124c1c518e86e833f
3
+ size 4305752368
quant_model_weight_w8a8_dynamic-00011-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b50ccde63c8a0fb20e3577a2cfc536c020148c79e86512fa26081cc435698d06
3
+ size 4305773752
quant_model_weight_w8a8_dynamic-00012-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e2ea793e774408032e34471d486b7fec891fe04d3ab4bf382e135f577674bc9
3
+ size 4307955968
quant_model_weight_w8a8_dynamic-00013-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:777e2a418339da4fb585da380267e81752ee5aa4fda7878b68a85c3ba2b77e51
3
+ size 4305773168
quant_model_weight_w8a8_dynamic-00014-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49cf531a135bc685892b9bc9c81232ac13f1ec4336005ff6a663df2b2251acac
3
+ size 4305753256
quant_model_weight_w8a8_dynamic-00015-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a42e0929c2d74dfc7f19bc4991a647f122043904661a762d7a2f9971062b9566
3
+ size 4307955688
quant_model_weight_w8a8_dynamic-00016-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14a03936a4574b1c42f4cf1a085d32fc568e1dd2e42f27be5ac6316445fa1255
3
+ size 4305773456
quant_model_weight_w8a8_dynamic-00017-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8965f49661c2657610118d806dcd19dafe352a0039fbba57fbc050c42e0c293e
3
+ size 4307956352
quant_model_weight_w8a8_dynamic-00018-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b80e48439baa4955917169e47283dc9c657f368889f5bfd46f3ca6cbb8ec208
3
+ size 4305772792
quant_model_weight_w8a8_dynamic-00019-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9151e6c9b5ce17aa8e35c216f5e6a6fc73e67f302319af62a60dd86b0d701b9f
3
+ size 4305753256
quant_model_weight_w8a8_dynamic-00020-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4047867f237d8e2c73cd81667663ad7303f9a62b991f62b6d7641212a8f1678
3
+ size 4307957048
quant_model_weight_w8a8_dynamic-00021-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea36b5ad031a361f97b46479eb9cb185a26af6e2e7e79ecd4a4891b4e2f163f2
3
+ size 4305774016
quant_model_weight_w8a8_dynamic-00022-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcbaed6c5f4921715aed647d31cbdf2d12d5337629a9782edcb0eac03e74bbe5
3
+ size 4305774616
quant_model_weight_w8a8_dynamic-00023-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba44de38c669e3e002d224ce01f245950585f5e0fc2c8f47c01a804e58f8595f
3
+ size 4307956584
quant_model_weight_w8a8_dynamic-00024-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:879ef0536957301f350d5d3d94e28908d81b752bb8e9d15babc19cbaf5b8c4b1
3
+ size 4305753816
quant_model_weight_w8a8_dynamic-00025-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f78a627b0ce43c7880f16bbd50d4c3a20e2aa92c4c8a2cb40df1dafe9e4652c
3
+ size 4352014748
quant_model_weight_w8a8_dynamic-00026-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7a1c3101febef95ab4f3e9b873b4fab2d79c92b324a8f9185412719ef7d5b52
3
+ size 4305802532
quant_model_weight_w8a8_dynamic-00027-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64a24d9e1de14470ad24e72c85f6997fd2060cbd7bf2a3163602fdecba60554e
3
+ size 4305774592
quant_model_weight_w8a8_dynamic-00028-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0340ece0667e48482759aff58b3969c859ff9c44a65b69be1d43c787dabad39
3
+ size 4307956896
quant_model_weight_w8a8_dynamic-00029-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d04ba24f75084c90324aea8a75b92926d44222767b1e65500334c9706f14d777
3
+ size 4305753512
quant_model_weight_w8a8_dynamic-00030-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d43207ef5f993f554f3976fbd81aea3d5570955f8f75127e3af802667b820db
3
+ size 4305774624
quant_model_weight_w8a8_dynamic-00031-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0752542fe8c4f11f8f41b65c12c4013f5dcc017a6722f9c3673c8dea925db7d5
3
+ size 4307956616
quant_model_weight_w8a8_dynamic-00032-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f678dad46f1a732158be73ccea6af53b424bfe256dcb836ee485b8a711075eb6
3
+ size 4305774272
quant_model_weight_w8a8_dynamic-00033-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7001f5bd1655e0d339d6479a2d1637db0f687533a1502cc07ae33bd52ee1001
3
+ size 4314235140
quant_model_weight_w8a8_dynamic-00034-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fbbfc3026b35b0ce38f9f409b8d4a5de785e112a96f06533609e4ddb579130d
3
+ size 4299475332
quant_model_weight_w8a8_dynamic-00035-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aec08283a88778a9bd8d205e6ebe45fa9caac75d3036ebf81cd63dc5fb4436ab
3
+ size 4305774560
quant_model_weight_w8a8_dynamic-00036-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b69c8c113329abec40d37f61ae478fe9d8e0a1884e4490f63c56c4bcf4207d32
3
+ size 4307956928
quant_model_weight_w8a8_dynamic-00037-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cc084b5f65b6562a0a39e3572cbb0566fbdae240e4cc6038bb6940de3b99dd1
3
+ size 4305773960
quant_model_weight_w8a8_dynamic-00038-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce4d7659e31bd54e62e60b0c3efb66ed1e4593d562fde567778a64331964b0ab
3
+ size 4305754128
quant_model_weight_w8a8_dynamic-00039-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99eeb9de3ae7cfd9a04b4a8d5c79555027815dfc975cd70a87c67ba89b09f39a
3
+ size 4307956648
quant_model_weight_w8a8_dynamic-00040-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a504b7e6725ce635bc04530128d4d632aefa2d2c2cad4ba3f1062e62d2b16732
3
+ size 4305774248
quant_model_weight_w8a8_dynamic-00041-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aabe2aad03d252fe68b71a65869957f8f834257dbe9a47499fe73fb952e70e80
3
+ size 4305774616
quant_model_weight_w8a8_dynamic-00042-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6069b8760d6555cba961ea3394ecf3aa34e87f47f15c75e59a0777f94e49f9ba
3
+ size 4307956504
quant_model_weight_w8a8_dynamic-00043-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7684dcd6b64134cf6e8128af3dcd562746fbfee21728310bb14b2378d61a7e8
3
+ size 4305754040
quant_model_weight_w8a8_dynamic-00044-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73b52e48d979faacf864615c6411c84c4aa06fa206323db267cb195667930e90
3
+ size 4307956960
quant_model_weight_w8a8_dynamic-00045-of-00157.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8abf7817a209ced08cb3f2751faa0d1e28faf3e41ce17257f66ac73ae7dcce80
3
+ size 4305773928