Update app.py

app.py

@@ -53,7 +53,7 @@ def load_and_store_models(model_names):
             generated_text = model.generate(tokenizer.encode(sample_text, return_tensors="pt"), max_length=50)
             decoded_text = tokenizer.decode(generated_text[0], skip_special_tokens=True)
             store_to_redis_table(name, decoded_text)
-            redis_client.hset("models", name, decoded_text) 
+            redis_client.hset("models", name, decoded_text)
         except Exception as e:
             logger.error(f"Error loading model {name}: {e}")
 
@@ -104,45 +104,45 @@ async def index():
         <script>
             const userInput = document.getElementById('user-input');
 
-            userInput.addEventListener('keyup', function(event) {
-                if (event.key === 'Enter') {
+            userInput.addEventListener('keyup', function(event) {{
+                if (event.key === 'Enter') {{
                     event.preventDefault();
                     sendMessage();
-                }
-            });
+                }}
+            }});
 
-            function sendMessage() {
+            function sendMessage() {{
                 const userMessage = userInput.value.trim();
                 if (userMessage === '') return;
 
                 appendMessage('user', userMessage);
                 userInput.value = '';
 
-                fetch(`/autocomplete?q=${encodeURIComponent(userMessage)}`)
+                fetch(`/autocomplete?q=` + encodeURIComponent(userMessage))
                 .then(response => response.json())
-                .then(data => {
-                    fetch(`/get_response?q=${encodeURIComponent(userMessage)}`)
+                .then(data => {{
+                    fetch(`/get_response?q=` + encodeURIComponent(userMessage))
                     .then(response => response.json())
-                    .then(data => {
+                    .then(data => {{
                         const botMessage = data.response;
                         appendMessage('bot', botMessage);
-                    })
-                    .catch(error => {
+                    }})
+                    .catch(error => {{
                         console.error('Error:', error);
-                    });
-                })
-                .catch(error => {
+                    }});
+                }})
+                .catch(error => {{
                     console.error('Error:', error);
-                });
-            }
+                }});
+            }}
 
-            function appendMessage(sender, message) {
+            function appendMessage(sender, message) {{
                 const chatBox = document.getElementById('chat-box');
                 const messageElement = document.createElement('div');
-                messageElement.className = `${sender}-message`;
+                messageElement.className = sender + '-message';
                 messageElement.innerText = message;
                 chatBox.appendChild(messageElement);
-            }
+            }}
         </script>
     </body>
     </html>
@@ -164,7 +164,7 @@ async def autocomplete(q: str = Query(..., title='query'), background_tasks: Bac
     message_history.append(('user', q))
 
     background_tasks.add_task(generate_responses, q)
-    return {"status": "Processing request, please wait..."} 
+    return {"status": "Processing request, please wait..."}
 
 @app.get('/get_response')
 async def get_response(q: str = Query(..., title='query')):
@@ -189,7 +189,7 @@ def generate_responses(q):
             similarities = calculate_similarity(q, generated_responses)
             most_coherent_response = generated_responses[np.argmax(similarities)]
             store_to_redis_table(q, "\n".join(generated_responses))
-            redis_client.hset("responses", q, most_coherent_response) 
+            redis_client.hset("responses", q, most_coherent_response)
         else:
             logger.warning("No valid responses generated.")
     except Exception as e:
@@ -197,12 +197,12 @@ def generate_responses(q):
 
 if __name__ == '__main__':
     gpt2_models = [
-        "gpt2", 
-        "gpt2-medium", 
-        "gpt2-large", 
+        "gpt2",
+        "gpt2-medium",
+        "gpt2-large",
         "gpt2-xl"
     ]
-    
+
     programming_models = [
         "google/bert2bert_L-24_uncased",
         "microsoft/CodeGPT-small-java",
@@ -212,4 +212,4 @@ if __name__ == '__main__':
 
     load_and_store_models(gpt2_models + programming_models)
 
-    uvicorn.run(app=app, host='0.0.0.0', port=int(os.getenv("PORT", 7860)))
+    uvicorn.run(app=app, host='0.0.0.0', port=int(os.getenv("PORT", 8001)))