huggingface-nas 0.1.0.post0

Using NAS such as huggingface hub

Huggingface NAS

Installation

pip3 install huggingface_nas

How to use

Huggingface to Synology NAS (Model)

from huggingface_nas import upload_model

upload_model(
    name="<huggingface model ex. meta-llama/Llama-3.3-70B-Instruct>",
    base_folder="<synology folder>",
    token="<huggingface token>",
    ip_address="<synology ip>",
    port="<synology port>",
    username="<synology username>",
    password="<synology password>"
)

Huggingface to Synology NAS (Dataset)

from huggingface_nas import upload_dataset

upload_dataset(
    name="<huggingface dataset ex. meta-llama/Llama-3.3-70B-Instruct-evals>",
    base_folder="<synology folder>",
    token="<huggingface token>",
    ip_address="<synology ip>",
    port="<synology port>",
    username="<synology username>",
    password="<synology password>"
)

Load dataset from Synology NAS

from huggingface_nas import load_dataset_nas

data = load_dataset_nas(
    path="<model path such as meta-llama/Llama-3.3-70B-Instruct-evals>",
    base_path="<share folder in synology NAS>",
    ip_address="<synology ip>",
    port="<synology port>",
    username="<synology username>",
    password="<synology password>"
)

Load Model from Synology NAS

from transformers import AutoModel
from huggingface_nas import prepare_model_from_nas

model_download_path = prepare_model_from_nas(
    path="<model path such as meta-llama/Llama-3.3-70B-Instruct>",
    base_path="<share folder in synology NAS>",
    ip_address="<synology ip>",
    port="<synology port>",
    username="<synology username>",
    password="<synology password>"
)
AutoModel.from_pretrained(model_download_path)