Files
auracast-translator/llm_translator.py

42 lines
1.1 KiB
Python

import requests
import json
from translator import test_content
from translator import credentials
from translator import syspromts
def translate(model, query):
url = f'{credentials.BASE_URL}/api/chat/completions'
headers = {
'Authorization': f'Bearer {credentials.TOKEN}',
}
payload = {
'model': model,
'messages': [{'role': 'user', 'content': query}],
}
response = requests.post(url, headers=headers, json=payload)
return response.json()
def translator_de_en(query):
MODEL = 'llama3.2:3b-instruct-q4_0'
#MODEL = 'llama3.1:8b-instruct-q4_0'
return translate(MODEL, syspromts.TRANSLATOR_DE_EN + query)
def translator_de_fr(query):
MODEL = 'llama3.1:8b-instruct-q4_0'
return translate(MODEL, syspromts.TRANSLATOR_DE_FR + query)
if __name__ == "__main__":
response = translator_de_en(test_content.TESTSENTENCE_DE_BROKER)
print(json.dumps(response, indent=2))
message = response['choices'][0]['message']['content']
print(message)
response = translator_de_fr(test_content.TESTSENTENCE_DE_BROKER)
message = response['choices'][0]['message']['content']
print(message)