Python wrapper for FastLZ, a lightning-fast lossless compression library.
Project description
FastLZ
Python wrapper for FastLZ_, a lightning-fast lossless compression library.
Example:
from fastlz5 import compress, decompress s = decompress(compress("hello there world", level=1)) assert(s == "hello there world")
Example:
import os
import sys
import argparse
try:
from fastlz5 import compress, decompress
except ModuleNotFoundError:
sys.stderr.write(
'fastlz lib not found, please install it with "python -m pip install fastlz5"')
sys.exit(1)
# Breaks an array into chunks of n length each.
def chunks(l, n):
for i in range(0, len(l), n):
yield l[i:i + n]
def bytes_to_c_array(bytes, variable_name):
output_c_array = (
"#include <stdint.h>\n" +
f"extern const uint8_t {variable_name}[{len(bytes)}] = " + "{\n"
)
for byte_block in chunks(bytes, 64):
output_c_array += ' '
for byte in byte_block:
output_c_array += f'{byte},'
output_c_array += '\n'
output_c_array += "};\n"
return output_c_array
def main():
parser = argparse.ArgumentParser(description='Prepare data file for teensy by compressing it and outputting a c-array')
parser.add_argument('--input', help='Input file', required=True)
parser.add_argument('--output', help='Output file, otherwise stream to stdout', required=False)
parser.add_argument('--variable-name', help='Name for the variable of c_array', required=False)
parser.add_argument('--no-compress', help='Disable FastLZ compression to file', action='store_true')
args = parser.parse_args()
if not os.path.exists(args.input):
sys.stderr.write(f'File {args.input} does not exist.\n')
sys.exit(1)
with open(args.input, "rb") as fd:
file_input_bytes = fd.read()
if not args.no_compress:
file_input_bytes = compress(file_input_bytes, level=1)
var_name = args.variable_name or "data"
output_c_array = bytes_to_c_array(file_input_bytes, var_name)
if args.output:
with open(args.output, "wt") as fd:
fd.write(output_c_array)
else:
sys.stdout.write(f"{output_c_array}\n")
if __name__ == '__main__':
main()
Project details
Release history Release notifications | RSS feed
Download files
Download the file for your platform. If you're not sure which to choose, learn more about installing packages.
Source Distribution
fastlz5-0.0.1.4.tar.gz
(9.8 kB
view hashes)
Built Distribution
Close
Hashes for fastlz5-0.0.1.4-cp39-cp39-win_amd64.whl
Algorithm | Hash digest | |
---|---|---|
SHA256 | 03f2c6e56ee8497e85dd076df26ebbb79b7b869957b9d55d1b966669e708a7b9 |
|
MD5 | 1707d3457cef60624f6c91ab2fffa8f3 |
|
BLAKE2b-256 | a7d5ea1d6cc18c194b89712b2e7b71b3f83fe7bfc9ea426675c531275efa0436 |