meteron 0.1.4

Queuing, storage, metering, rate limiting for AI

Meteron AI

Installation:

pip install meteron

Usage:

import json

from meteron import Cluster

# Create your cluster that has one or more servers.
# In this example we will use https://lightning.ai/muse
cluster = Cluster(cluster='lightning-muse',
                  servers=[{
                      'url': 'https://ulhcn-01gd3c9epmk5xj2y9a9jrrvgt8.litng-ai-03.litng.ai/api/predict'
                  }])

cluster.initialize()

# Send the request to the cluster
result = cluster.image_gen(data=json.dumps({'prompt': 'spaceships above alien planet'}))

# Do whatever you want with the result