chatgptai.py

from together import Together
from config import together_api_key
def getCities(topic):
# Initialize the client with your API key
    client = Together(api_key=together_api_key)

# Call the chat completion without the `_gl` parameter
    response = client.chat.completions.create(
        model="meta-llama/Llama-Vision-Free",
        messages = [{"role": "user", "content": "If I'm interrailing in Europe, what cities are good to visit if I like " + topic + "? Give me exactly five cities. Put them in order I would visit, and in this format: city1, city2, city3, city4, city5 -It is very essential you only list the cities in my given format, and include no other text in your response."}],  # Add your messages here
        max_tokens=None,  # Use Python's `None` if you don't want to limit tokens
        temperature=0.7,
        top_p=0.7,
        top_k=50,
        repetition_penalty=1,
        stop=["<|eot_id|>", "<|eom_id|>"],
        stream=True
    )

    cities = ""

# Stream the response tokens as they arrive
    for token in response:
    # Check if 'choices' and 'delta' are present and have content
        if hasattr(token, 'choices') and token.choices and hasattr(token.choices[0], 'delta'):
            if hasattr(token.choices[0].delta, 'content'):
                cities += token.choices[0].delta.content

    cityString = cities
    cityArray = ["", "", "", "", ""]
    x = 0
    for char in range(len(cityString)):
        if cityString[char] != "," and cityString[char] != " ":
            cityArray[x] += cityString[char]
        elif cityString[char] == ",":
            x += 1
        else:
            x += 0
    return cityArray