Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Commit
β’
a3bf1f1
1
Parent(s):
bcd2d46
Update src/app/queries/predict.ts
Browse files
src/app/queries/predict.ts
CHANGED
@@ -55,7 +55,8 @@ export async function predict(inputs: string) {
|
|
55 |
parameters: {
|
56 |
do_sample: true,
|
57 |
// we don't require a lot of token for our task
|
58 |
-
|
|
|
59 |
return_full_text: false,
|
60 |
}
|
61 |
})) {
|
|
|
55 |
parameters: {
|
56 |
do_sample: true,
|
57 |
// we don't require a lot of token for our task
|
58 |
+
// but to be safe, let's count ~110 tokens per panel
|
59 |
+
max_new_tokens: 450, // 1150,
|
60 |
return_full_text: false,
|
61 |
}
|
62 |
})) {
|