config.json

{
  "_name_or_path": "llmware/slim-intent",
  "architectures": [
    "LlamaForCausalLM"
  ],
  "attention_bias": false,
  "attention_dropout": 0.0,
  "bos_token_id": 1,
  "eos_token_id": 2,
  "hidden_act": "silu",
  "hidden_size": 2048,
  "initializer_range": 0.02,
  "intermediate_size": 5632,
  "max_position_embeddings": 2048,
  "mlp_bias": false,
  "model_type": "llama",
  "num_attention_heads": 32,
  "num_hidden_layers": 22,
  "num_key_value_heads": 4,
  "pretraining_tp": 1,
  "rms_norm_eps": 1e-05,
  "rope_scaling": null,
  "rope_theta": 10000.0,
  "tie_word_embeddings": false,
  "trained": "custom training",
  "transformers_version": "4.41.2",
  "use_cache": true,
  "vocab_size": 32000,
  "prompt_wrapper": "human_bot",
  "prompt_format": "<human> {context_passage} <classify> intent </classify>\n<bot>:",
  "prompt_sample": "<human> That was the best news that the company could have ever expected. <classify> intent </classify>\n<bot>:",
  "prompt_format_dict": {"main_start": "<human>: ", "main_stop": "<classify> intent </classify>\n", "start_llm_response": "<bot>:"},
  "tokenizer_local": "tokenizer_tl.json",
  "tokenizer_config": {"bos_id":[1], "bos_token":["<s>"], "eos_id":[2],"eos_token":["</s>"]},
  "model_parent": "llmware/slim-intent",
  "description": "Intent classification function calling model from llmware - finetuned on tiny-llama - 1.1 parameter base",
  "quantization": "int4",
  "model_family": "OVGenModel",
  "parameters": 1.1,
  "output_format": "{'intent': ['positive']}",
  "primary_keys": ["intent"],
  "output_values": [],
  "publisher": "llmware",
  "release_date": "september 2024",
  "function_call": "intent",
  "test_params": ["intent"],
  "test_set": [
  {
   "context": "Stocks rallied Friday even after the release of stronger-than-expected U.S. jobs data and a major increase in Treasury yields.  The Dow Jones Industrial Average gained 195.12 points, or 0.76%, to close at 31,419.58. The S&P 500 added 1.59% at 4,008.50. The tech-heavy Nasdaq Composite rose 1.35%, closing at 12,299.68. The U.S. economy added 438,000 jobs in August, the Labor Department said. Economists polled by Dow Jones expected 273,000 jobs. However, wages rose less than expected last month.  Stocks posted a stunning turnaround on Friday, after initially falling on the stronger-than-expected jobs report. ",
   "answer": "news"
  },
  {
   "context": "The Nasdaq and the S&P 500 slid by 0.8% during their lowest points in the day.  Some noted it could be the softer wage number in the jobs report that made investors confirm their bearish stance. Others noted the pullback in yields from the day’s highs.  'We’re seeing a little bit of a give back in yields from where we were around 4.8%. 'We’ve had a lot of weakness in the market in recent weeks, and potentially some oversold conditions.'",
   "answer": "stocks"
  },
  {
   "context": "Nokia said it would cut up to 14,000 jobs as part of a cost cutting plan following third quarter earnings that plunged. The Finnish telecommunications giant said that it will reduce its cost base and increase operation efficiency to “address the challenging market environment. The substantial layoffs come after Nokia reported third-quarter net sales declined 20% year-on-year to 4.98 billion euros. Profit over the period plunged by 69% year-on-year to 133 million euros.",
   "answer": "terminate"
  },
  {
   "context": "Invoice DATE March 3, 2022\tINVOICE NO 234\tABC Company 8675 River Run Road Marlington, CT 09392 INVOICE TO Delta Inc. 8723 Wilton Boulevard Los Angeles, CA HEBE HERACLES\tLASER PRINTER\tPAYMENT TERMS DUE DATE Due on Receipt May 3, 2022 QUANTITY DESCRIPTION UNIT PRICE LINE TOTAL 30 \tBoxes of Printer Paper\t$30\t$900 10\tPrinter Cartridges\t$75 $750 5\tLaser printers\t$500.00 $2500.00 Subtotal 4150.00 Sales Tax 10% Total 4565.00. \nConclusion: Payment is due on May 3, 2022.",
   "answer": "invoice"
  },
  {
   "context": "This is the best electronics product I have ever used - the packaging, technology, and overall quality are exceptional, and the price is pretty good too. ",
   "answer": "order"
  },
  {
   "context": "This is the third time I am calling to try to get support to resolve my issue. I am getting frustrated that we can not find any solution to my problem.",
   "answer": "customer service"
  },
  {
   "context": "I have a hard time finding a complaint with the service, which was all around very good, and delivered up to my expectations.",
   "answer": "complaint"
  },
  {
   "context": "Tesla stock fell 8% in premarket trading after reporting fourth-quarter revenue and profit that missed analysts’ estimates. The electric vehicle company also warned that vehicle volume growth in 2024 'may be notably lower' than last year’s growth rate. Automotive revenue, meanwhile, increased just 1% from a year earlier, partly because the EVs were selling for less than they had in the past. Tesla implemented steep price cuts in the second half of the year around the world. In a Wednesday presentation, the company warned investors that it’s 'currently between two major growth waves.'",
   "answer": "investment"
  },
  {
   "context": "Alaska Airlines said the grounding of Boeing 737 Max 9 planes will cost the company $150 million. The Max 9s were grounded weeks ago after a door plug blew out during an Alaska Airlines flight while the plane was 16,000 feet above the ground, leaving a hole in the side of the aircraft. The airline said Thursday morning in a disclosure that it had been expecting to grow its capacity from 3% to 5% this year, but it now expects the growth to be “at or below the lower end of this range.” Alaska Airline’s announcement came on the heels of the Federal Aviation Administration late Wednesday clearing a path for the planes to return to service but halting Boeing’s plans to increase production of them.",
   "answer": "cancel"
  },
  {
   "context": "Haley looks ahead to South Carolina: Nikki Haley insists she plans to stay in the GOP race and compete in South Carolina's February 24 primary. What’s not clear, though, is where Haley could notch a victory. She isn’t participating in the Nevada caucuses February 8 and polls show Trump has a big lead lead in South Carolina.",
   "answer": "refuse"
  },
  {
   "context": "Sales problems in China. Patent lawsuits in the US. Behind in generative AI. It’s only a few weeks into 2024, and Apple’s year ahead is paved with trouble.  The tech giant’s barrage of challenges impact many parts of its overall business. Just last week, Microsoft took Apple’s spot as the most valuable publicly traded company, after trailing behind the iPhone maker for the better part of the last decade. Microsoft’s stock climb is due largely to its early and sweeping bets on generative artificial intelligence, an area in which Apple has largely remained mum.",
   "answer": "complaint"
  }
 ]
}