Commit ·
f073006
1
Parent(s): 3e4b6eb
add model
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- README.md +56 -0
- config.json +64 -0
- configuration.json +1 -0
- generation_config.json +9 -0
- quant_model_description_w8a8_dynamic.json +0 -0
- quant_model_weight_w8a8_dynamic-00001-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00002-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00003-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00004-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00005-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00006-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00007-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00008-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00009-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00010-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00011-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00012-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00013-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00014-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00015-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00016-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00017-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00018-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00019-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00020-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00021-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00022-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00023-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00024-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00025-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00026-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00027-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00028-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00029-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00030-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00031-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00032-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00033-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00034-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00035-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00036-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00037-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00038-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00039-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00040-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00041-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00042-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00043-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00044-of-00157.safetensors +3 -0
- quant_model_weight_w8a8_dynamic-00045-of-00157.safetensors +3 -0
README.md
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
frameworks:
|
| 3 |
+
- Pytorch
|
| 4 |
+
license: Apache License 2.0
|
| 5 |
+
tasks:
|
| 6 |
+
- text-generation
|
| 7 |
+
|
| 8 |
+
#model-type:
|
| 9 |
+
##如 gpt、phi、llama、chatglm、baichuan 等
|
| 10 |
+
#- gpt
|
| 11 |
+
|
| 12 |
+
#domain:
|
| 13 |
+
##如 nlp、cv、audio、multi-modal
|
| 14 |
+
#- nlp
|
| 15 |
+
|
| 16 |
+
#language:
|
| 17 |
+
##语言代码列表 https://help.aliyun.com/document_detail/215387.html?spm=a2c4g.11186623.0.0.9f8d7467kni6Aa
|
| 18 |
+
#- cn
|
| 19 |
+
|
| 20 |
+
#metrics:
|
| 21 |
+
##如 CIDEr、Blue、ROUGE 等
|
| 22 |
+
#- CIDEr
|
| 23 |
+
|
| 24 |
+
#tags:
|
| 25 |
+
##各种自定义,包括 pretrained、fine-tuned、instruction-tuned、RL-tuned 等训练方法和其他
|
| 26 |
+
#- pretrained
|
| 27 |
+
|
| 28 |
+
#tools:
|
| 29 |
+
##如 vllm、fastchat、llamacpp、AdaSeq 等
|
| 30 |
+
#- mindie
|
| 31 |
+
language:
|
| 32 |
+
- zh
|
| 33 |
+
- en
|
| 34 |
+
base_model:
|
| 35 |
+
- deepseek-ai/DeepSeek-R1
|
| 36 |
+
base_model_relation: quantized
|
| 37 |
+
---
|
| 38 |
+
### 适用于 mindie:2.0.T3-800I-A2-py311-openeuler24.03-lts-aarch64 及更高版本docker镜像
|
| 39 |
+
> 部署参考 https://modelers.cn/models/MindIE/deepseekv3
|
| 40 |
+
#### 您可以通过如下git clone命令,或者ModelScope SDK来下载模型
|
| 41 |
+
|
| 42 |
+
SDK下载
|
| 43 |
+
```bash
|
| 44 |
+
#安装ModelScope
|
| 45 |
+
pip install modelscope
|
| 46 |
+
```
|
| 47 |
+
```python
|
| 48 |
+
#SDK模型下载
|
| 49 |
+
from modelscope import snapshot_download
|
| 50 |
+
model_dir = snapshot_download('luckfu/deepseek-ai-r1-w8a8-mindie')
|
| 51 |
+
```
|
| 52 |
+
Git下载
|
| 53 |
+
```
|
| 54 |
+
#Git模型下载
|
| 55 |
+
git clone https://www.modelscope.cn/luckfu/deepseek-ai-r1-w8a8-mindie.git
|
| 56 |
+
```
|
config.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"DeepseekV3ForCausalLM"
|
| 4 |
+
],
|
| 5 |
+
"attention_bias": false,
|
| 6 |
+
"attention_dropout": 0.0,
|
| 7 |
+
"auto_map": {
|
| 8 |
+
"AutoConfig": "configuration_deepseek.DeepseekV3Config",
|
| 9 |
+
"AutoModel": "modeling_deepseek.DeepseekV3Model",
|
| 10 |
+
"AutoModelForCausalLM": "modeling_deepseek.DeepseekV3ForCausalLM"
|
| 11 |
+
},
|
| 12 |
+
"aux_loss_alpha": 0.001,
|
| 13 |
+
"bos_token_id": 0,
|
| 14 |
+
"eos_token_id": 1,
|
| 15 |
+
"ep_size": 1,
|
| 16 |
+
"first_k_dense_replace": 3,
|
| 17 |
+
"hidden_act": "silu",
|
| 18 |
+
"hidden_size": 7168,
|
| 19 |
+
"initializer_range": 0.02,
|
| 20 |
+
"intermediate_size": 18432,
|
| 21 |
+
"kv_lora_rank": 512,
|
| 22 |
+
"max_position_embeddings": 163840,
|
| 23 |
+
"model_type": "deepseekv2",
|
| 24 |
+
"moe_intermediate_size": 2048,
|
| 25 |
+
"moe_layer_freq": 1,
|
| 26 |
+
"n_group": 8,
|
| 27 |
+
"n_routed_experts": 256,
|
| 28 |
+
"n_shared_experts": 1,
|
| 29 |
+
"norm_topk_prob": true,
|
| 30 |
+
"num_attention_heads": 128,
|
| 31 |
+
"num_experts_per_tok": 8,
|
| 32 |
+
"num_hidden_layers": 61,
|
| 33 |
+
"num_key_value_heads": 128,
|
| 34 |
+
"num_nextn_predict_layers": 1,
|
| 35 |
+
"pretraining_tp": 1,
|
| 36 |
+
"q_lora_rank": 1536,
|
| 37 |
+
"qk_nope_head_dim": 128,
|
| 38 |
+
"qk_rope_head_dim": 64,
|
| 39 |
+
"rms_norm_eps": 1e-06,
|
| 40 |
+
"rope_scaling": {
|
| 41 |
+
"beta_fast": 32,
|
| 42 |
+
"beta_slow": 1,
|
| 43 |
+
"factor": 40,
|
| 44 |
+
"mscale": 1.0,
|
| 45 |
+
"mscale_all_dim": 1.0,
|
| 46 |
+
"original_max_position_embeddings": 4096,
|
| 47 |
+
"type": "yarn"
|
| 48 |
+
},
|
| 49 |
+
"rope_theta": 10000,
|
| 50 |
+
"routed_scaling_factor": 2.5,
|
| 51 |
+
"scoring_func": "sigmoid",
|
| 52 |
+
"seq_aux": true,
|
| 53 |
+
"tie_word_embeddings": false,
|
| 54 |
+
"topk_group": 4,
|
| 55 |
+
"topk_method": "noaux_tc",
|
| 56 |
+
"torch_dtype": "bfloat16",
|
| 57 |
+
"transformers_version": "4.46.3",
|
| 58 |
+
"use_cache": true,
|
| 59 |
+
"v_head_dim": 128,
|
| 60 |
+
"vocab_size": 129280,
|
| 61 |
+
"quantize": "w8a8_dynamic",
|
| 62 |
+
"quantization_config": {},
|
| 63 |
+
"mla_quantize": "w8a8"
|
| 64 |
+
}
|
configuration.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"framework": "pytorch", "task": "others", "allow_remote": true}
|
generation_config.json
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_from_model_config": true,
|
| 3 |
+
"bos_token_id": 0,
|
| 4 |
+
"eos_token_id": 1,
|
| 5 |
+
"do_sample": true,
|
| 6 |
+
"temperature": 0.6,
|
| 7 |
+
"top_p": 0.95,
|
| 8 |
+
"transformers_version": "4.39.3"
|
| 9 |
+
}
|
quant_model_description_w8a8_dynamic.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
quant_model_weight_w8a8_dynamic-00001-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fb4aafe3f50e1c7a7f5056692ebe6860628176a027b14cfd05caa536331dde56
|
| 3 |
+
size 4300743184
|
quant_model_weight_w8a8_dynamic-00002-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:42e4b17630c829226dd1f14242abc39dd8dcc53a00c0e6d1fbfb43675e316d96
|
| 3 |
+
size 4305772920
|
quant_model_weight_w8a8_dynamic-00003-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f6d8c6d31c2e9c469a3346da95cf03e52deff1f13bf2c8db1f2ceb6875ddc7f9
|
| 3 |
+
size 4305773736
|
quant_model_weight_w8a8_dynamic-00004-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a286f3963f3cab40bc8cb3005f50309e0fc6187c46ee36e7c89e64a0d5cd63cd
|
| 3 |
+
size 4307955936
|
quant_model_weight_w8a8_dynamic-00005-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5eb8c55133f50a646355311bd4327f46f396803cfc62a2f318e7ada24ca69c2f
|
| 3 |
+
size 4305752720
|
quant_model_weight_w8a8_dynamic-00006-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:919bdb0a13c453a7a2e9209b96b1f409b1a06784b2d4bf9e40142df56be0cdc9
|
| 3 |
+
size 4305773752
|
quant_model_weight_w8a8_dynamic-00007-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7206203197643706e166f85af5fbf2af799adf7933310a43bf548d189201d4a1
|
| 3 |
+
size 4307955656
|
quant_model_weight_w8a8_dynamic-00008-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8ca12186e4ac08226afd9d54810927884f3ff1647d83bced517c0f9143e3d268
|
| 3 |
+
size 4305773488
|
quant_model_weight_w8a8_dynamic-00009-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aaf1a5b8497dfc46111df11288bb9aa86f8258c607318298e843a676d561e4ab
|
| 3 |
+
size 4307956288
|
quant_model_weight_w8a8_dynamic-00010-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5b86e09ddcb4710af417048f7fbe1746af3cf3c14e53140124c1c518e86e833f
|
| 3 |
+
size 4305752368
|
quant_model_weight_w8a8_dynamic-00011-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b50ccde63c8a0fb20e3577a2cfc536c020148c79e86512fa26081cc435698d06
|
| 3 |
+
size 4305773752
|
quant_model_weight_w8a8_dynamic-00012-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5e2ea793e774408032e34471d486b7fec891fe04d3ab4bf382e135f577674bc9
|
| 3 |
+
size 4307955968
|
quant_model_weight_w8a8_dynamic-00013-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:777e2a418339da4fb585da380267e81752ee5aa4fda7878b68a85c3ba2b77e51
|
| 3 |
+
size 4305773168
|
quant_model_weight_w8a8_dynamic-00014-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:49cf531a135bc685892b9bc9c81232ac13f1ec4336005ff6a663df2b2251acac
|
| 3 |
+
size 4305753256
|
quant_model_weight_w8a8_dynamic-00015-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a42e0929c2d74dfc7f19bc4991a647f122043904661a762d7a2f9971062b9566
|
| 3 |
+
size 4307955688
|
quant_model_weight_w8a8_dynamic-00016-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:14a03936a4574b1c42f4cf1a085d32fc568e1dd2e42f27be5ac6316445fa1255
|
| 3 |
+
size 4305773456
|
quant_model_weight_w8a8_dynamic-00017-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8965f49661c2657610118d806dcd19dafe352a0039fbba57fbc050c42e0c293e
|
| 3 |
+
size 4307956352
|
quant_model_weight_w8a8_dynamic-00018-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9b80e48439baa4955917169e47283dc9c657f368889f5bfd46f3ca6cbb8ec208
|
| 3 |
+
size 4305772792
|
quant_model_weight_w8a8_dynamic-00019-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9151e6c9b5ce17aa8e35c216f5e6a6fc73e67f302319af62a60dd86b0d701b9f
|
| 3 |
+
size 4305753256
|
quant_model_weight_w8a8_dynamic-00020-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b4047867f237d8e2c73cd81667663ad7303f9a62b991f62b6d7641212a8f1678
|
| 3 |
+
size 4307957048
|
quant_model_weight_w8a8_dynamic-00021-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ea36b5ad031a361f97b46479eb9cb185a26af6e2e7e79ecd4a4891b4e2f163f2
|
| 3 |
+
size 4305774016
|
quant_model_weight_w8a8_dynamic-00022-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fcbaed6c5f4921715aed647d31cbdf2d12d5337629a9782edcb0eac03e74bbe5
|
| 3 |
+
size 4305774616
|
quant_model_weight_w8a8_dynamic-00023-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ba44de38c669e3e002d224ce01f245950585f5e0fc2c8f47c01a804e58f8595f
|
| 3 |
+
size 4307956584
|
quant_model_weight_w8a8_dynamic-00024-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:879ef0536957301f350d5d3d94e28908d81b752bb8e9d15babc19cbaf5b8c4b1
|
| 3 |
+
size 4305753816
|
quant_model_weight_w8a8_dynamic-00025-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6f78a627b0ce43c7880f16bbd50d4c3a20e2aa92c4c8a2cb40df1dafe9e4652c
|
| 3 |
+
size 4352014748
|
quant_model_weight_w8a8_dynamic-00026-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b7a1c3101febef95ab4f3e9b873b4fab2d79c92b324a8f9185412719ef7d5b52
|
| 3 |
+
size 4305802532
|
quant_model_weight_w8a8_dynamic-00027-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:64a24d9e1de14470ad24e72c85f6997fd2060cbd7bf2a3163602fdecba60554e
|
| 3 |
+
size 4305774592
|
quant_model_weight_w8a8_dynamic-00028-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e0340ece0667e48482759aff58b3969c859ff9c44a65b69be1d43c787dabad39
|
| 3 |
+
size 4307956896
|
quant_model_weight_w8a8_dynamic-00029-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d04ba24f75084c90324aea8a75b92926d44222767b1e65500334c9706f14d777
|
| 3 |
+
size 4305753512
|
quant_model_weight_w8a8_dynamic-00030-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9d43207ef5f993f554f3976fbd81aea3d5570955f8f75127e3af802667b820db
|
| 3 |
+
size 4305774624
|
quant_model_weight_w8a8_dynamic-00031-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0752542fe8c4f11f8f41b65c12c4013f5dcc017a6722f9c3673c8dea925db7d5
|
| 3 |
+
size 4307956616
|
quant_model_weight_w8a8_dynamic-00032-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f678dad46f1a732158be73ccea6af53b424bfe256dcb836ee485b8a711075eb6
|
| 3 |
+
size 4305774272
|
quant_model_weight_w8a8_dynamic-00033-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b7001f5bd1655e0d339d6479a2d1637db0f687533a1502cc07ae33bd52ee1001
|
| 3 |
+
size 4314235140
|
quant_model_weight_w8a8_dynamic-00034-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3fbbfc3026b35b0ce38f9f409b8d4a5de785e112a96f06533609e4ddb579130d
|
| 3 |
+
size 4299475332
|
quant_model_weight_w8a8_dynamic-00035-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aec08283a88778a9bd8d205e6ebe45fa9caac75d3036ebf81cd63dc5fb4436ab
|
| 3 |
+
size 4305774560
|
quant_model_weight_w8a8_dynamic-00036-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b69c8c113329abec40d37f61ae478fe9d8e0a1884e4490f63c56c4bcf4207d32
|
| 3 |
+
size 4307956928
|
quant_model_weight_w8a8_dynamic-00037-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9cc084b5f65b6562a0a39e3572cbb0566fbdae240e4cc6038bb6940de3b99dd1
|
| 3 |
+
size 4305773960
|
quant_model_weight_w8a8_dynamic-00038-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ce4d7659e31bd54e62e60b0c3efb66ed1e4593d562fde567778a64331964b0ab
|
| 3 |
+
size 4305754128
|
quant_model_weight_w8a8_dynamic-00039-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:99eeb9de3ae7cfd9a04b4a8d5c79555027815dfc975cd70a87c67ba89b09f39a
|
| 3 |
+
size 4307956648
|
quant_model_weight_w8a8_dynamic-00040-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a504b7e6725ce635bc04530128d4d632aefa2d2c2cad4ba3f1062e62d2b16732
|
| 3 |
+
size 4305774248
|
quant_model_weight_w8a8_dynamic-00041-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aabe2aad03d252fe68b71a65869957f8f834257dbe9a47499fe73fb952e70e80
|
| 3 |
+
size 4305774616
|
quant_model_weight_w8a8_dynamic-00042-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6069b8760d6555cba961ea3394ecf3aa34e87f47f15c75e59a0777f94e49f9ba
|
| 3 |
+
size 4307956504
|
quant_model_weight_w8a8_dynamic-00043-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f7684dcd6b64134cf6e8128af3dcd562746fbfee21728310bb14b2378d61a7e8
|
| 3 |
+
size 4305754040
|
quant_model_weight_w8a8_dynamic-00044-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:73b52e48d979faacf864615c6411c84c4aa06fa206323db267cb195667930e90
|
| 3 |
+
size 4307956960
|
quant_model_weight_w8a8_dynamic-00045-of-00157.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8abf7817a209ced08cb3f2751faa0d1e28faf3e41ce17257f66ac73ae7dcce80
|
| 3 |
+
size 4305773928
|