Google Colab - KoboldAI/KoboldAI-Client GitHub Wiki

import requests

API_URL = "https://api.deepinfra.com/v1/openai/chat/completions" API_KEY = "your-api-key" # Бесплатный ключ с сайта DeepInfra

headers = { "Authorization": f"Bearer {API_KEY}", "Content-Type": "application/json" }

def chat(message): data = { "model": "meta-llama/Llama-2-70b-chat-hf", # Или "mistralai/Mistral-7B-Instruct-v0.1" "messages": [{"role": "user", "content": message}], "max_tokens": 100 } response = requests.post(API_URL, json=data, headers=headers).json() return response['choices'][0]['message']['content']

print("Чат-бот DeepInfra (Llama 2). Для выхода: Ctrl+C") while True: user_input = input("Ты: ") if user_input.lower() in ["exit", "выход"]: break print("Бот:", chat(user_input))