Update README.md
Browse filesRun Inference Added
README.md
CHANGED
@@ -109,7 +109,10 @@ To use this model, you'll need to have the `transformers` library installed:
|
|
109 |
|
110 |
```bash
|
111 |
pip install transformers
|
|
|
112 |
|
|
|
|
|
113 |
from transformers import AutoTokenizer, AutoModelForTokenClassification
|
114 |
|
115 |
# Load the tokenizer and model
|
@@ -133,5 +136,5 @@ inputs = tokenizer(model_prompt, return_tensors="pt").to(device)
|
|
133 |
outputs = model.generate(**inputs, do_sample=True, max_new_tokens=120)
|
134 |
response = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
135 |
print(response)
|
136 |
-
|
137 |
|
|
|
109 |
|
110 |
```bash
|
111 |
pip install transformers
|
112 |
+
```
|
113 |
|
114 |
+
### Run Inference
|
115 |
+
```bash
|
116 |
from transformers import AutoTokenizer, AutoModelForTokenClassification
|
117 |
|
118 |
# Load the tokenizer and model
|
|
|
136 |
outputs = model.generate(**inputs, do_sample=True, max_new_tokens=120)
|
137 |
response = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
138 |
print(response)
|
139 |
+
```
|
140 |
|