nm-testing
/

TinyLlama-1.1B-Chat-v1.0-FP8_DYNAMIC-e2e

Text Generation

text-generation-inference

Inference Endpoints

compressed-tensors

Model card Files Files and versions Community

nm-autobot commited on Sep 4

Commit

e762186

•

1 Parent(s): 6a32bb5

Upload LlamaForCausalLM

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -10,7 +10,7 @@
     "config_groups": {
       "group_0": {
         "input_activations": {
-          "actorder": false,
           "block_structure": null,
           "dynamic": true,
           "group_size": null,
@@ -26,7 +26,7 @@
           "Linear"
         ],
         "weights": {
-          "actorder": false,
           "block_structure": null,
           "dynamic": false,
           "group_size": null,

     "config_groups": {
       "group_0": {
         "input_activations": {
+          "actorder": null,
           "block_structure": null,
           "dynamic": true,
           "group_size": null,
           "Linear"
         ],
         "weights": {
+          "actorder": null,
           "block_structure": null,
           "dynamic": false,
           "group_size": null,