thorhojhus

import openai
from colorama import Fore

openai.api_base = "https://openrouter.ai/api/v1"
openai.api_key = "" #use own openrouter api key

system = "Your name is Bob. You are an intelligent and useful assistant that helps the user solve problems."
messages = [{"role" : "system", "content" : system},]

models = {

thorhojhus

from ctransformers import AutoModelForCausalLM
from transformers import AutoTokenizer
from colorama import Fore
import torch
from io import StringIO
from contextlib import redirect_stdout
import os, sys, traceback
sys.path.append(os.getcwd())

tokenizer = AutoTokenizer.from_pretrained("teknium/OpenHermes-2.5-Mistral-7B")