apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-04-28 01:46:22 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add token chunker (#14)

Browse source
This commit is contained in:
cybermaggedon 2024-08-21 16:51:33 +01:00 • committed by GitHub
parent 0e2db095e3
commit 7113d04f21
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
16 changed files with 253 additions and 138 deletions
Download patch file Download diff file Expand all files Collapse all files

4
setup.py
View file

@ -4,7 +4,7 @@ import os
with open("README.md", "r") as fh:
long_description = fh.read()
version = "0.6.7"
version = "0.6.8"
setuptools.setup(
name="trustgraph",
@ -49,9 +49,11 @@ setuptools.setup(
"boto3",
"openai",
"neo4j",
"tiktoken",
],
scripts=[
"scripts/chunker-recursive",
"scripts/chunker-token",
"scripts/concat-parquet",
"scripts/dump-parquet",
"scripts/embeddings-hf",