faster word segmentation tool, based on jieba_rs
Project description
FastJieba
fast_jieba for python, create by pyo3, use rust crate jieba_rs
import fast_jieba
from fast_jieba.analyse import extract_tags, textrank
words = fast_jieba.tokenize("小明就读北京清华大学物理系")
print(words)
tags = extract_tags("小明就读北京清华大学物理系")
print(tags)
tags = textrank("小明就读北京清华大学物理系")
print(tags)
print("**************")
texts = ["小明就读北京清华大学物理系" for _ in range(4)]
words = fast_jieba.batch_tokenize(texts)
print(words)
words = fast_jieba.batch_cut(texts)
print(words)
words = fast_jieba.batch_posseg(texts)
print(words)
Project details
Download files
Download the file for your platform. If you're not sure which to choose, learn more about installing packages.
Source Distribution
fast_jieba-0.4.0.tar.gz
(4.3 kB
view hashes)
Built Distributions
Close
Hashes for fast_jieba-0.4.0-cp310-none-win_amd64.whl
Algorithm | Hash digest | |
---|---|---|
SHA256 | f950f3f5eeb31b87f98ccbaccf94efd5858457f161f6b2e84ec7de14c305980f |
|
MD5 | 77b527f0d2bc106096641372dd8d9eca |
|
BLAKE2b-256 | ced453e8ff30d26bdff770ca0f074a16ab9dccaed976bdebfa40ee7d999f2ad8 |
Close
Hashes for fast_jieba-0.4.0-cp310-cp310-manylinux_2_31_x86_64.whl
Algorithm | Hash digest | |
---|---|---|
SHA256 | 5d1daceda38a34cac7a3120b9578e60feaf4418a126d5efebb2d62972c3d310a |
|
MD5 | 54afe1ea69e3ecac1311701394c1a0ad |
|
BLAKE2b-256 | 32c73eddbaf4c7abdb53bb1d69b70b0ff64afcb973730579c6f1d5f156a655c7 |
Close
Hashes for fast_jieba-0.4.0-cp310-cp310-macosx_10_7_x86_64.whl
Algorithm | Hash digest | |
---|---|---|
SHA256 | 03280fbae7d62c8e8885c5f2154c09489b9053f58998943da9642126dea51fe5 |
|
MD5 | b70e049ff35734325a68bac6ae378d0a |
|
BLAKE2b-256 | 27f5f4e41a033896a3b20d283c3f1a73253b613d887380b145bf7b05768c3f98 |
Close
Hashes for fast_jieba-0.4.0-cp39-none-win_amd64.whl
Algorithm | Hash digest | |
---|---|---|
SHA256 | 426ec77fd7a074c7e73879a0f9f0a995c7e861e7c1c8480e2e16aabb9166111d |
|
MD5 | 02b86c1a7812c6c45d37d7e444866551 |
|
BLAKE2b-256 | 27b8de84f640da41af9228fe982bbeff3d36861d6dca056d2ef2558e819864b7 |
Close
Hashes for fast_jieba-0.4.0-cp39-cp39-manylinux_2_31_x86_64.whl
Algorithm | Hash digest | |
---|---|---|
SHA256 | a5e2e32b98fde95bf6e7d1515233389cb72c8b81e071534da320520141e4d99e |
|
MD5 | d143fd8275ce353b86e154cd2dfbdb06 |
|
BLAKE2b-256 | bf1d47e219667514b1f2d78d6ce7b9fd2d2b17a1467340cfa84618134ec414a9 |
Close
Hashes for fast_jieba-0.4.0-cp39-cp39-macosx_10_7_x86_64.whl
Algorithm | Hash digest | |
---|---|---|
SHA256 | f67ab89ef9cf6f094e3fe319ae32596cd1eacee89ae3a8937a15698df48305b8 |
|
MD5 | 09854de895de469eb4f1704e0f75f8c3 |
|
BLAKE2b-256 | 37adf80e6ef0bddedba3cdb62c7b0ce686cbb5a4a14f7119502f6173316e52ea |
Close
Hashes for fast_jieba-0.4.0-cp38-none-win_amd64.whl
Algorithm | Hash digest | |
---|---|---|
SHA256 | 6304697923e973135d03d052ffe4140427fc983ffe6982405426697e1fb38885 |
|
MD5 | 7cb6758f657cac25f8e20d7ee684e24f |
|
BLAKE2b-256 | cd57fafca60da62fe68f03caad2bcbe085b677c435b0eeb1801b946152c3604a |
Close
Hashes for fast_jieba-0.4.0-cp38-cp38-manylinux_2_31_x86_64.whl
Algorithm | Hash digest | |
---|---|---|
SHA256 | a0a0f0ca0bc52381130a371bcc115daafe4dfb2f0d884c06ae3c6a6cc0ec57f3 |
|
MD5 | 88d62c075e92a53669742d97ebacdf63 |
|
BLAKE2b-256 | 7328fed9d65ff9012aa6bd14f9fad45a91ed9e02c50daa65e92644e075148d60 |
Close
Hashes for fast_jieba-0.4.0-cp38-cp38-manylinux_2_28_x86_64.whl
Algorithm | Hash digest | |
---|---|---|
SHA256 | d97a59cc547847b73a5eccfb36e9a4aac260f2d5863352be602a7e5736894258 |
|
MD5 | f4bd3c855d81f3d4aeaa3efbeba3e6ef |
|
BLAKE2b-256 | 372d567b36ea953f2637bd08f017f204876893624d40b9d57e39a944750bd41a |
Close
Hashes for fast_jieba-0.4.0-cp38-cp38-macosx_10_7_x86_64.whl
Algorithm | Hash digest | |
---|---|---|
SHA256 | 867bad930a2899177db3644c58a29ffbc0caf47f2a98e7edfed809ce2ec38b4a |
|
MD5 | aecf91fac0c762ae0ee0f8374b9f2125 |
|
BLAKE2b-256 | ca78468fe15d1475288a1d97e4e138879ddf1d280a8ceee4459c0e9bd8e82c68 |