name: phi3-medium | |
backend: transformers | |
parameters: | |
model: fakezeta/Phi-3-medium-4k-instruct-ov-int4 | |
context_size: 4096 | |
type: OVModelForCausalLM | |
template: | |
use_tokenizer_template: true | |
name: phi3-medium | |
backend: transformers | |
parameters: | |
model: fakezeta/Phi-3-medium-4k-instruct-ov-int4 | |
context_size: 4096 | |
type: OVModelForCausalLM | |
template: | |
use_tokenizer_template: true | |