ooba 0.0.1

Run language models on consumer hardware.

A headless Oobabooga wrapper.

pip install oba

import oba

path = oba.download("https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GGUF/blob/main/mistral-7b-instruct-v0.1.Q3_K_S.gguf")

llm = oba.llm(path)

messages = {"role": "user", "content": "Hi Mistral."}

for token in llm.chat(messages):
    print(token)

https://github.com/KillianLucas/oba/assets/63927363/2ed6949a-d63b-40d4-b085-e0463b569d01