Add Japanese model

app.py

@@ -3,6 +3,7 @@ import pandas as pd
 from gradio.themes import colors
 from transformers import AutoTokenizer
 
+
 # Function to map tokenized text to IDs
 def inference(
         text="",
@@ -44,6 +45,7 @@ if __name__ == '__main__':
                     "google-bert/bert-base-uncased",
                     "google/flan-t5-base",
                     "openai-community/gpt2",
+                    "rinna/japanese-gpt-1b"
                 ],
                 value="openai/clip-vit-large-patch14"
             ),
@@ -57,7 +59,8 @@ if __name__ == '__main__':
             ["Yesterday, I thought my cat was studying for her degree in philosophy because she sat on my book, "
              "but turns out she was just trying to hatch a plot to steal my dinner.", "openai/clip-vit-large-patch14"],
             ["The square root of x is the cube root of y. What is y to the power of 2, if x = 4?",
-             "google/flan-t5-base"]
+             "google/flan-t5-base"],
+            ["日本で一番高い山は富士山ですが、二番目に高い山は何ですか？", "rinna/japanese-gpt-1b"]
         ],
         cache_examples=True,
         title="TokenVisor",

requirements.txt

@@ -2,4 +2,5 @@ torch
 transformers
 safetensors
 accelerate
-diffusers
+diffusers
+sentencepiece