reach-vb
/

smollm-360M-instruct-add-basics-q4f16_1-MLC

reach-vb HF staff commited on Aug 16

Commit

08bb71d

•

1 Parent(s): 17af803

Update mlc-chat-config.json (#1)

Files changed (1) hide show

mlc-chat-config.json CHANGED Viewed

@@ -27,11 +27,11 @@
   "attention_sink_size": -1,
   "tensor_parallel_shards": 1,
   "pipeline_parallel_stages": 1,
-  "temperature": 1.0,
   "presence_penalty": 0.0,
   "frequency_penalty": 0.0,
   "repetition_penalty": 1.0,
-  "top_p": 1.0,
   "tokenizer_files": [
     "tokenizer.json",
     "vocab.json",

   "attention_sink_size": -1,
   "tensor_parallel_shards": 1,
   "pipeline_parallel_stages": 1,
+  "temperature": 0.2,
   "presence_penalty": 0.0,
   "frequency_penalty": 0.0,
   "repetition_penalty": 1.0,
+  "top_p": 0.9,
   "tokenizer_files": [
     "tokenizer.json",
     "vocab.json",