Refactor system prompt and add new scripts for Llama 3.1 model integration

2024-12-19 22:46:01 +01:00
parent 32643e1312
commit 03f3d03ad0
4 changed files with 42 additions and 2 deletions
@@ -0,0 +1,13 @@
+import ollama
+
+def stream_llama_responses(prompt):
+    stream = ollama.chat(model="llama3.1", messages=[{"role": "user", "content": prompt}], stream=True)
+    for chunk in stream:
+        if "messages" in chunk:
+            print(chunk["messages"][0]["content"], end="")
+        else:
+            print("\nUnexpected response format:", chunk)
+
+if __name__ == "__main__":
+    prompt = "Escribe un artículo sobre marketing digital optimizado para SEO."
+    stream_llama_responses(prompt)