cosmian-py-ggml 0.5.0

Python bindings for GGML

Cosmian Python bindings for ggml

This library provides python bindings for the examples models of ggml.

Available models architecture

• gpt-neox

from cosmian_py_ggml import gpt_neox
from transformers import AutoTokenizer

tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neox-20b")
model = gpt_neox.load_model("ggml_model_path")

res = gpt_neox.generate(model, tokenizer.encode(query))
print("Response:", tokenizer.decode(res))

gpt_neox.free_model(model)

• falcon 7b

from cosmian_py_ggml import falcon
from transformers import AutoTokenizer

tokenizer = AutoTokenizer.from_pretrained("tiiuae/falcon-7b")
model = falcon.load_model("ggml_model_path")

res = falcon.generate(model, tokenizer.encode(query))
print("Response:", tokenizer.decode(res))

falcon.free_model(model)

Build from sources

git clone --recursive [e-mail]:Cosmian/cosmian_py_ggml.git
scripts/build.sh