Real Time response

2023-11-21 08:03:43 +01:00 · 2023-11-21 08:03:43 +01:00 · 00915e675b
commit 00915e675b
parent 27b9d53516
1 changed files with 1 additions and 1 deletions
--- a/main.py
+++ b/main.py
@ -14,7 +14,7 @@ def create_arg_parser():
 def get_llama_response(llm, prompt):
    """Get response from Llama model."""
    try:
-        output = llm(prompt, max_tokens=60, stop=["Q:", "\n"], echo=False)
+        output = llm(prompt, max_tokens=60, stop=["Q:", "\n"], echo=True)
        return output.get('choices', [{}])[0].get('text', "No response generated.")
    except Exception as e:
        return f"Error generating response: {e}"