Update README.md

README.md

@@ -30,14 +30,7 @@ model = AutoModelForCausalLM.from_pretrained(model_name,
                                              torch_dtype=torch.bfloat16,
                                             )
                                             
-eval_prompt = """ what can you tell me about MODULAR_MOJO mojo_roadmap Scoping and mutability of statement variables ? """
-
-tokenizer = AutoTokenizer.from_pretrained(model_name,add_bos_token=True,trust_remote_code=True)
-
-model_input = tokenizer(eval_prompt, return_tensors="pt").to("cuda")
-
-model_to_save.config.use_cache = True
-
+model.config.use_cache = True
 def stream(user_prompt):
     runtimeFlag = "cuda:0"
     system_prompt = 'The following is an excerpt from MODULAR_MOJO from the section on roadmap.'
@@ -47,5 +40,11 @@ def stream(user_prompt):
     streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
     _ = model.generate(**inputs, streamer=streamer, max_new_tokens=200)
 
-stream("What can you tell me about mojo_roadmap Scoping and mutability of statement variables?")
+stream("""can you translate this python code to mojo to make more performant making T as struct?
+    class T():
+        self.init(v:float):
+            self.value=v
+    
+    def sum_objects(a:T,b:T)->T:
+        return T(a.v+b.v)""")
 ```