refractoring

translator/llm_translator.py

@@ -0,0 +1,50 @@
+import requests
+import json
+
+import credentials
+import syspromts
+
+def translate(model, query):
+    url = f'{credentials.BASE_URL}/api/chat/completions'
+    headers = {
+        'Authorization': f'Bearer {credentials.TOKEN}',
+    }
+    payload = {
+        'model': model,
+        'messages': [{'role': 'user', 'content': query}],
+    }
+    response = requests.post(url, headers=headers, json=payload)
+    return response.json()
+
+
+def translator_de_en(query):
+    MODEL = 'llama3.2:3b-instruct-q4_0'
+    #MODEL = 'llama3.1:8b-instruct-q4_0'
+    return translate(MODEL, syspromts.TRANSLATOR_DE_EN + query)
+
+def translator_de_fr(query):
+    MODEL = 'llama3.2:3b-instruct-q4_0'
+    return translate(MODEL, syspromts.TRANSLATOR_DE_FR + query)
+
+def translator_de_es(query):
+    MODEL = 'llama3.2:3b-instruct-q4_0'
+    return translate(MODEL, syspromts.TRANSLATOR_DE_ES + query)
+
+if __name__ == "__main__":
+    import time
+    import  test_content
+
+    start=time.time()
+    response = translator_de_en(test_content.TESTSENTENCE_DE_BROKER)
+    print("First query took", start - time.time()) 
+    print(json.dumps(response, indent=2))
+    message  = response['choices'][0]['message']['content']
+    print(message)
+    
+    start=time.time()
+    response = translator_de_fr(test_content.TESTSENTENCE_DE_BROKER)
+    message  = response['choices'][0]['message']['content']
+    print("Second query took", start - time.time()) 
+
+    print(message)
+