LlamaCPP Persona

Give OpenVoiceOS some sass with LLaMA model in pure C/C++

Examples

• "What is best in life?"
• "Do you like dogs"
• "Does God exist?"

Usage

Spoken answers api

from ovos_solver_llamacpp import LlamaCPPSolver

LLAMA_MODEL_FILE = "./models/ggml-model-q4_0.bin"

# persona = "omniscient oracle" # hardcoded personas, "explainer"|"bob"|"omniscient oracle"
persona = "helpful, kind, honest, good at writing"  # description of assistant
bot = LlamaCPPSolver({"model": LLAMA_MODEL_FILE, 
                      "persona": persona})

sentence = bot.spoken_answer("Qual é o teu animal favorito?", {"lang": "pt-pt"})
# Meus animais favoritos são cães, gatos e tartarugas!

for q in ["Does god exist?",
          "what is the speed of light?",
          "what is the meaning of life?",
          "What is your favorite color?",
          "What is best in life?"]:
    a = bot.get_spoken_answer(q)
    print(q, a)