Hugging Face's logo

Duxiaoman-DI
/
XuanYuan2-70B-Chat-4bit

Text Generation
Transformers
Safetensors
llama
text-generation-inference
Inference Endpoints
4-bit precision
gptq
Model card Files Community
1
XuanYuan2-70B-Chat-4bit
File size: 3,458 Bytes 
ac4ac03
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
 
{
  "_name_or_path": "/home/storages/gpu0193/disk2/wangyuxin/actor-100-sf",
  "architectures": [
    "LlamaForCausalLM"
  ],
  "attention_bias": false,
  "attention_dropout": 0.0,
  "bos_token_id": 1,
  "end_token_id": 2,
  "eos_token_id": 2,
  "hidden_act": "silu",
  "hidden_size": 8192,
  "initializer_range": 0.02,
  "intermediate_size": 28672,
  "max_position_embeddings": 16384,
  "model_type": "llama",
  "num_attention_heads": 64,
  "num_hidden_layers": 80,
  "num_key_value_heads": 8,
  "pad_token_id": 39438,
  "pretraining_tp": 1,
  "quantization_config": {
    "batch_size": 1,
    "bits": 4,
    "block_name_to_quantize": "model.layers",
    "cache_block_outputs": true,
    "damp_percent": 0.1,
    "dataset": [
      "\u6307\u660e\u4e09\u4e2a\u6700\u6d41\u884c\u7684\u5728\u7ebf\u8d2d\u7269\u7f51\u7ad9\uff0c\u5e76\u4ee5150\u5b57\u7684\u6bb5\u843d\u4e3a\u6bcf\u4e2a\u7f51\u7ad9\u63d0\u4f9b\u4f18\u70b9\u548c\u7f3a\u70b9\u30021. \u4e9a\u9a6c\u900a\uff1a\u4e9a\u9a6c\u900a\u7684\u4f18\u70b9\u5728\u4e8e\u5176\u5e7f\u6cdb\u7684\u4ea7\u54c1\u79cd\u7c7b\uff0c\u4ece\u65e5\u5e38\u751f\u6d3b\u7528\u54c1\u5230\u9ad8\u79d1\u6280\u8bbe\u5907\uff0c\u51e0\u4e4e\u65e0\u6240\u4e0d\u5305\u3002\u7528\u6237\u53ef\u4ee5\u6839\u636e\u9700\u6c42\u7cbe\u786e\u627e\u5230\u6240\u9700\u4ea7\u54c1\uff0c\u4e14\u5176\u7269\u6d41\u7cfb\u7edf\u9ad8\u6548\u5feb\u901f\u3002\u7136\u800c\uff0c\u4e9a\u9a6c\u900a\u7684\u7f3a\u70b9\u662f\u7528\u6237\u9700\u8981\u9762\u4e34\u5927\u91cf\u7684\u9009\u62e9\u548c\u6bd4\u8f83\uff0c\u4e14\u53ef\u80fd\u906d\u9047\u9ad8\u6602\u7684\u8fd0\u8d39\u548c\u7a0e\u8d39\u3002\n2. \u6dd8\u5b9d\uff1a\u4f5c\u4e3a\u4e2d\u56fd\u6700\u5927\u7684C2C\u7535\u5546\u5e73\u53f0\uff0c\u6dd8\u5b9d\u7684\u4f18\u70b9\u5728\u4e8e\u5176\u4e3a\u4e2a\u4eba\u5356\u5bb6\u548c\u5c0f\u578b\u4f01\u4e1a\u63d0\u4f9b\u4e86\u5e7f\u6cdb\u7684\u9500\u552e\u5e73\u53f0\u3002\u5176\u4e30\u5bcc\u7684\u5546\u54c1\u79cd\u7c7b\u548c\u5177\u6709\u7ade\u4e89\u529b\u7684\u4ef7\u683c\u5438\u5f15\u4e86\u5927\u6279\u7528\u6237\u3002\u7136\u800c\uff0c\u6dd8\u5b9d\u7684\u7f3a\u70b9\u662f\u4ea7\u54c1\u8d28\u91cf\u53c2\u5dee\u4e0d\u9f50\uff0c\u7528\u6237\u9700\u8981\u8fdb\u884c\u4e00\u5b9a\u7684\u7b5b\u9009\u548c\u5224\u65ad\u3002\n3. \u5929\u732b\uff1a\u5929\u732b\u4f5c\u4e3a\u963f\u91cc\u5df4\u5df4\u65d7\u4e0b\u7684B2C\u7535\u5546\u5e73\u53f0\uff0c\u5176\u4f18\u70b9\u5728\u4e8e\u63d0\u4f9b\u4e86\u4e00\u7cfb\u5217\u4f18\u8d28\u7684\u4e70\u5bb6\u4fdd\u969c\u548c\u670d\u52a1\u3002\u5546\u54c1\u8d28\u91cf\u76f8\u5bf9\u6709\u4fdd\u969c\uff0c\u4e14\u552e\u540e\u670d\u52a1\u6709\u4fdd\u969c\u3002\u7136\u800c\uff0c\u5929\u732b\u7684\u7f3a\u70b9\u662f\u5176\u4ea7\u54c1\u79cd\u7c7b\u76f8\u5bf9\u8f83\u5c11\uff0c\u7528\u6237\u53ef\u80fd\u4f1a\u56e0\u4e3a\u5355\u4e00\u54c1\u724c\u6216\u578b\u53f7\u7684\u9009\u62e9\u800c\u53d7\u9650\u3002"
    ],
    "desc_act": false,
    "exllama_config": {
      "version": 1
    },
    "group_size": 128,
    "max_input_length": null,
    "model_seqlen": 16384,
    "module_name_preceding_first_block": [
      "model.embed_tokens"
    ],
    "pad_token_id": null,
    "quant_method": "gptq",
    "sym": true,
    "tokenizer": null,
    "true_sequential": true,
    "use_cuda_fp16": true,
    "use_exllama": true
  },
  "rms_norm_eps": 1e-05,
  "rope_scaling": null,
  "rope_theta": 10000.0,
  "tie_word_embeddings": false,
  "torch_dtype": "float16",
  "transformers_version": "4.36.2",
  "use_cache": true,
  "vocab_size": 39439
}