pyC8 0.0.0

Python Driver for Macrometa Digital Edge Fabric

# PyC8

Welcome to the GitHub page for **pyC8**, a Python driver for the Digital Edge Fabric.

### Features


- Clean Pythonic interface.
- Lightweight.

### Compatibility

- Python versions 3.4, 3.5 and 3.6 are supported.

### Build & Install

To build,

```bash
$ python setup.py build
```
To install locally,

```bash
$ python setup.py build
```

### Getting Started

Here is an overview example:

```python
from c8 import C8Client
import time
import warnings
warnings.filterwarnings("ignore")

region = "qa1-us-east-1.ops.aws.macrometa.io"
demo_tenant = "demotenant"
demo_fabric = "demofabric"
demo_user = "demouser"
demo_collection = "employees"
demo_stream = "demostream"

#--------------------------------------------------------------
print("Create C8Client Connection...")
client = C8Client(protocol='https', host=region, port=443)

#--------------------------------------------------------------
print("Create under demotenant, demofabric, demouser and assign permissions...")
demotenant = client.tenant(name=demo_tenant, fabricname='_system', username='root', password='poweruser')

if not demotenant.has_user(demo_user):
demotenant.create_user(username=demo_user, password='demouser', active=True)

if not demotenant.has_fabric(demo_fabric):
demotenant.create_fabric(name=demo_fabric, dclist=demotenant.dclist(), realtime=True)

demotenant.update_permission(username=demo_user, permission='rw', fabric=demo_fabric)

#--------------------------------------------------------------
print("Create and populate employees collection in demofabric...")
fabric = client.fabric(tenant=demo_tenant, name=demo_fabric, username=demo_user, password='demouser')
employees = fabric.create_collection('employees') # Create a new collection named "employees".
employees.add_hash_index(fields=['email'], unique=True) # Add a hash index to the collection.

employees.insert({'firstname': 'Jean', 'lastname':'Picard', 'email':'[e-mail]'})
employees.insert({'firstname': 'James', 'lastname':'Kirk', 'email':'[e-mail]'})
employees.insert({'firstname': 'Han', 'lastname':'Solo', 'email':'[e-mail]'})
employees.insert({'firstname': 'Bruce', 'lastname':'Wayne', 'email':'[e-mail]'})

#--------------------------------------------------------------
print("query employees collection...")
cursor = fabric.c8ql.execute('FOR employee IN employees RETURN employee') # Execute a C8QL query
docs = [document for document in cursor]
print(docs)

#--------------------------------------------------------------
print("Create global & local streams in demofabric...")
fabric.create_stream(demo_stream, persistent=True, local=False)
fabric.create_stream(demo_stream, persistent=True, local=True)
fabric.create_stream(demo_stream, persistent=False, local=False)
fabric.create_stream(demo_stream, persistent=False, local=True)
streams = fabric.streams()
print("streams:", streams)

#--------------------------------------------------------------
#sys_tenant.delete_tenant(demo_tenant)

```

Example to **query** a given fabric:

```python

from c8 import C8Client
import json
import warnings
warnings.filterwarnings("ignore")

region = "qa1-us-east-1.ops.aws.macrometa.io"

#--------------------------------------------------------------
print("query employees collection...")
client = C8Client(protocol='https', host=region, port=443)
fabric = client.fabric(tenant="demotenant", name="demofabric", username="demouser", password='poweruser')
cursor = fabric.c8ql.execute('FOR employee IN employees RETURN employee') # Execute a C8QL query
docs = [document for document in cursor]
print(docs)

```

Example for **real-time updates** from a collection in fabric:

```python

from c8 import C8Client
import warnings
warnings.filterwarnings("ignore")

region = "qa1-us-east-1.ops.aws.macrometa.io"

def callback_fn(event):
print(event)

#--------------------------------------------------------------
print("Subscribe to employees collection...")
client = C8Client(protocol='https', host=region, port=443)
fabric = client.fabric(tenant="demotenant", name="demofabric", username="demouser", password='poweruser')
fabric.on_change(collection="employees", callback=callback_fn)

```

Example to **publish** documents to a stream:

```python

from c8 import C8Client
import time
import warnings
warnings.filterwarnings("ignore")

region = "qa1-us-east-1.ops.aws.macrometa.io"

#--------------------------------------------------------------
print("publish messages to stream...")
client = C8Client(protocol='https', host=region, port=443)
fabric = client.fabric(tenant="demotenant", name="demofabric", username="demouser", password='poweruser')
stream = fabric.stream()
producer = stream.create_producer(collection="demostream", persistent=True, local=False)
for i in range(10):
msg = "Hello from " + region + "("+ str(i) +")"
producer.send(msg.encode('utf-8'))
time.sleep(10) #sec

```

Example to **subscribe** documents from a stream:

```python

from c8 import C8Client
import warnings
warnings.filterwarnings("ignore")

region = "qa1-us-east-1.ops.aws.macrometa.io"

#--------------------------------------------------------------
print("consume messages from stream...")
client = C8Client(protocol='https', host=region, port=443)
fabric = client.fabric(tenant="demotenant", name="demofabric", username="demouser", password='poweruser')
stream = fabric.stream()
subscriber = stream.subscribe(collection="demostream", persistent=True, local=False, subscription_name="demosub")
for i in range(10):
msg = subscriber.receive()
print("Received message '{}' id='{}'".format(msg.data(), msg.message_id()))
subscriber.acknowledge(msg)

```

Example: **stream management**:

```python

#get_stream_stats
stream_collection.get_stream_stats('demostream', persistent=True, local=False) #for global persistent stream

#Skip all messages on a stream subscription
stream_collection.skip_all_messages_for_subscription('demostream', 'demosub')

#Skip num messages on a topic subscription
stream_collection.skip_messages_for_subscription('demostream', 'demosub', 10)

#Expire messages for a given subscription of a stream.
#expire time is in seconds
stream_collection.expire_messages_for_subscription('demostream', 'demosub', 2)

#Expire messages on all subscriptions of stream
stream_collection.expire_messages_for_subscriptions('demostream',2)

#Reset subscription to message position to closest timestamp
#time is in milli-seconds
stream_collection.reset_message_subscription_by_timestamp('demostream','demosub', 5)

#Reset subscription to message position closest to given position
#stream_collection.reset_message_for_subscription('demostream', 'demosub')

#stream_collection.reset_message_subscription_by_position('demostream','demosub', 4)

#trigger compaction status
stream_collection.put_stream_compaction_status('demostream')

#get stream compaction status
stream_collection.get_stream_compaction_status('demostream')

#Unsubscribes the given subscription on all streams on a stream fabric
stream_collection.unsubscribe('demosub')

#delete subscription of a stream
#stream_collection.delete_stream_subscription('demostream', 'demosub' ,persistent=True, local=False)

```

Here is another example with **graphs**:

```python

from c8 import C8Client

# Initialize the client for C8DB.
client = C8Client(protocol='http', host='localhost', port=8529)

# Connect to "test" fabric as root user.
fabric = client.fabric('test', username='root', password='passwd')

# Create a new graph named "school".
graph = fabric.create_graph('school')

# Create vertex collections for the graph.
students = graph.create_vertex_collection('students')
lectures = graph.create_vertex_collection('lectures')

# Create an edge definition (relation) for the graph.
register = graph.create_edge_definition(
edge_collection='register',
from_vertex_collections=['students'],
to_vertex_collections=['lectures']
)

# Insert vertex documents into "students" (from) vertex collection.
students.insert({'_key': '01', 'full_name': 'Anna Smith'})
students.insert({'_key': '02', 'full_name': 'Jake Clark'})
students.insert({'_key': '03', 'full_name': 'Lisa Jones'})

# Insert vertex documents into "lectures" (to) vertex collection.
lectures.insert({'_key': 'MAT101', 'title': 'Calculus'})
lectures.insert({'_key': 'STA101', 'title': 'Statistics'})
lectures.insert({'_key': 'CSC101', 'title': 'Algorithms'})

# Insert edge documents into "register" edge collection.
register.insert({'_from': 'students/01', '_to': 'lectures/MAT101'})
register.insert({'_from': 'students/01', '_to': 'lectures/STA101'})
register.insert({'_from': 'students/01', '_to': 'lectures/CSC101'})
register.insert({'_from': 'students/02', '_to': 'lectures/MAT101'})
register.insert({'_from': 'students/02', '_to': 'lectures/STA101'})
register.insert({'_from': 'students/03', '_to': 'lectures/CSC101'})

# Traverse the graph in outbound direction, breadth-first.
result = graph.traverse(
start_vertex='students/01',
direction='outbound',
strategy='breadthfirst'
)
```