Initial release v0.1.0

- Token-level differential privacy for LLMs
  - Integration with Document Privacy API
  - Comprehensive test suite and documentation
  - Examples and Jupyter notebook included
This commit is contained in:
rushil-thareja 2025-12-23 17:02:06 +04:00
commit d012046d85
31 changed files with 4480 additions and 0 deletions

394
environment.yml Normal file
View file

@ -0,0 +1,394 @@
name: myTorch
channels:
- defaults
dependencies:
- _libgcc_mutex=0.1=main
- _openmp_mutex=5.1=1_gnu
- bzip2=1.0.8=h5eee18b_6
- ca-certificates=2025.2.25=h06a4308_0
- expat=2.7.1=h6a678d5_0
- ld_impl_linux-64=2.40=h12ee557_0
- libffi=3.4.4=h6a678d5_1
- libgcc-ng=11.2.0=h1234567_1
- libgomp=11.2.0=h1234567_1
- libstdcxx-ng=11.2.0=h1234567_1
- libuuid=1.41.5=h5eee18b_0
- libxcb=1.17.0=h9b100fa_0
- ncurses=6.5=h7934f7d_0
- openssl=3.0.17=h5eee18b_0
- pip=25.1=pyhc872135_2
- pthread-stubs=0.3=h0ce48e5_1
- python=3.11.13=h1a3bd86_0
- readline=8.2=h5eee18b_0
- setuptools=78.1.1=py311h06a4308_0
- sqlite=3.50.2=hb25bd0a_1
- tk=8.6.14=h993c535_1
- wheel=0.45.1=py311h06a4308_0
- xorg-libx11=1.8.12=h9b100fa_1
- xorg-libxau=1.0.12=h9b100fa_0
- xorg-libxdmcp=1.1.5=h9b100fa_0
- xorg-xorgproto=2024.1=h5eee18b_1
- xz=5.6.4=h5eee18b_1
- zlib=1.2.13=h5eee18b_1
- pip:
- absl-py==2.3.1
- accelerate==1.9.0
- agentlightning==0.2.1
- agentops==0.4.21
- aiofiles==24.1.0
- aiohappyeyeballs==2.6.1
- aiohttp==3.12.15
- aiohttp-cors==0.8.1
- aiosignal==1.4.0
- alembic==1.16.4
- altair==5.5.0
- annotated-doc==0.0.3
- annotated-types==0.7.0
- antlr4-python3-runtime==4.9.3
- anyio==4.10.0
- apscheduler==3.11.1
- asgiref==3.10.0
- astor==0.8.1
- attrs==25.3.0
- authlib==1.6.5
- azure-core==1.36.0
- azure-identity==1.25.1
- azure-storage-blob==12.27.1
- backoff==2.2.1
- bidict==0.23.1
- bitsandbytes==0.47.0
- blake3==1.0.6
- blinker==1.9.0
- boto3==1.36.0
- botocore==1.36.26
- brotli==1.1.0
- cachetools==5.5.2
- cbor2==5.7.0
- certifi==2025.8.3
- cffi==2.0.0
- charset-normalizer==3.4.3
- click==8.2.1
- cloudpickle==3.1.1
- codetiming==1.4.0
- colorful==0.5.8
- compressed-tensors==0.11.0
- contourpy==1.3.3
- croniter==6.0.0
- cryptography==46.0.3
- cupy-cuda12x==13.6.0
- cut-cross-entropy==25.1.1
- cycler==0.12.1
- cyclopts==4.2.1
- dataclasses-json==0.6.7
- datasets==3.6.0
- dateparser==1.2.2
- datetime==5.5
- depyf==0.19.0
- diffusers==0.35.1
- dill==0.3.8
- diskcache==5.6.3
- distlib==0.4.0
- distro==1.9.0
- django==5.2.7
- dnspython==2.8.0
- docstring-parser==0.17.0
- docutils==0.22.2
- einops==0.8.1
- email-validator==2.3.0
- exceptiongroup==1.3.0
- fastapi==0.121.1
- fastapi-cli==0.0.13
- fastapi-cloud-cli==0.2.1
- fastapi-sso==0.16.0
- fastmcp==2.11.1
- fastrlock==0.8.3
- fastuuid==0.14.0
- ffmpy==0.6.1
- filelock==3.19.1
- flask==3.1.2
- fonttools==4.59.2
- frozendict==2.4.6
- frozenlist==1.7.0
- fsspec==2025.3.0
- geojson==2.5.0
- gguf==0.17.1
- gitdb==4.0.12
- gitpython==3.1.45
- google-api-core==2.25.1
- google-api-python-client==2.179.0
- google-auth==2.40.3
- google-auth-httplib2==0.2.0
- google-auth-oauthlib==1.2.2
- googleapis-common-protos==1.70.0
- gradio==5.40.0
- gradio-client==1.11.0
- granian==2.5.0
- graphviz==0.21
- greenlet==3.2.3
- groovy==0.1.2
- groq==0.31.1
- grpcio==1.76.0
- gunicorn==23.0.0
- h11==0.16.0
- hf-transfer==0.1.9
- hf-xet==1.1.10
- httpcore==1.0.9
- httpdbg==2.1.3
- httplib2==0.22.0
- httptools==0.6.4
- httpx==0.28.1
- httpx-sse==0.4.1
- huggingface-hub==0.35.1
- hydra-core==1.3.2
- idna==3.10
- importlib-metadata==6.11.0
- interegular==0.3.3
- isodate==0.7.2
- itsdangerous==2.2.0
- jinja2==3.1.6
- jiter==0.10.0
- jmespath==1.0.1
- joblib==1.5.2
- jsonpatch==1.33
- jsonpointer==3.0.0
- jsonschema==4.25.0
- jsonschema-path==0.3.4
- jsonschema-specifications==2025.4.1
- kiwisolver==1.4.9
- langchain==0.3.27
- langchain-community==0.3.31
- langchain-core==0.3.80
- langchain-groq==0.3.8
- langchain-ollama==0.3.6
- langchain-openai==0.3.28
- langchain-text-splitters==0.3.9
- langgraph==0.6.3
- langgraph-checkpoint==2.1.1
- langgraph-prebuilt==0.6.3
- langgraph-sdk==0.2.0
- langsmith==0.4.11
- lark==1.2.2
- lazy-object-proxy==1.12.0
- litellm==1.79.3
- litellm-enterprise==0.1.20
- litellm-proxy-extras==0.4.3
- llguidance==0.7.30
- llvmlite==0.44.0
- lm-format-enforcer==0.11.3
- mako==1.3.10
- markdown==3.10
- markdown-it-py==3.0.0
- markupsafe==3.0.2
- marshmallow==3.26.1
- matplotlib==3.10.6
- mcp==1.12.3
- mdurl==0.1.2
- mistral-common==1.8.5
- more-itertools==10.8.0
- mpmath==1.3.0
- msal==1.34.0
- msal-extensions==1.3.1
- msgpack==1.1.1
- msgspec==0.19.0
- multidict==6.6.4
- multiprocess==0.70.16
- mypy-extensions==1.1.0
- nano==1.0.0
- narwhals==2.0.1
- networkx==3.5
- ninja==1.13.0
- nltk==3.9.2
- numba==0.61.2
- numpy==1.26.4
- nvidia-cublas-cu12==12.8.4.1
- nvidia-cuda-cupti-cu12==12.8.90
- nvidia-cuda-nvrtc-cu12==12.8.93
- nvidia-cuda-runtime-cu12==12.8.90
- nvidia-cudnn-cu12==9.10.2.21
- nvidia-cufft-cu12==11.3.3.83
- nvidia-cufile-cu12==1.13.1.3
- nvidia-curand-cu12==10.3.9.90
- nvidia-cusolver-cu12==11.7.3.90
- nvidia-cusparse-cu12==12.5.8.93
- nvidia-cusparselt-cu12==0.7.1
- nvidia-nccl-cu12==2.27.3
- nvidia-nvjitlink-cu12==12.8.93
- nvidia-nvtx-cu12==12.8.90
- oauthlib==3.3.1
- ollama==0.5.1
- omegaconf==2.3.0
- openai==1.109.1
- openai-harmony==0.0.4
- openapi-core==0.19.5
- openapi-pydantic==0.5.1
- openapi-schema-validator==0.6.3
- openapi-spec-validator==0.7.2
- opencensus==0.11.4
- opencensus-context==0.1.3
- opencv-python-headless==4.12.0.88
- opentelemetry-api==1.38.0
- opentelemetry-exporter-otlp==1.38.0
- opentelemetry-exporter-otlp-proto-common==1.38.0
- opentelemetry-exporter-otlp-proto-grpc==1.38.0
- opentelemetry-exporter-otlp-proto-http==1.38.0
- opentelemetry-exporter-prometheus==0.59b0
- opentelemetry-instrumentation==0.59b0
- opentelemetry-proto==1.38.0
- opentelemetry-sdk==1.38.0
- opentelemetry-semantic-conventions==0.59b0
- ordered-set==4.1.0
- orjson==3.11.1
- ormsgpack==1.10.0
- outlines-core==0.2.11
- packaging==25.0
- pandas==2.3.2
- parse==1.20.2
- partial-json-parser==0.2.1.1.post6
- pathable==0.4.4
- peft==0.17.1
- pillow==10.4.0
- platformdirs==4.3.8
- plotly==5.17.0
- polars==1.35.1
- polars-runtime-32==1.35.1
- prometheus-client==0.23.1
- prometheus-fastapi-instrumentator==7.1.0
- propcache==0.3.2
- proto-plus==1.26.1
- protobuf==6.33.0
- psutil==7.0.0
- psycopg2-binary==2.9.10
- py-cpuinfo==9.0.0
- py-spy==0.4.1
- pyarrow==21.0.0
- pyasn1==0.6.1
- pyasn1-modules==0.4.2
- pybase64==1.4.2
- pybind11==3.0.1
- pycountry==24.6.1
- pycparser==2.23
- pydantic==2.11.7
- pydantic-core==2.33.2
- pydantic-extra-types==2.10.5
- pydantic-settings==2.10.1
- pydeck==0.9.1
- pydub==0.25.1
- pygments==2.19.2
- pyjwt==2.10.1
- pylatexenc==2.10
- pymongo==4.14.0
- pynacl==1.6.0
- pynano==1.0.1
- pyowm==3.3.0
- pyparsing==3.2.3
- pyperclip==1.11.0
- pysocks==1.7.1
- python-dateutil==2.9.0.post0
- python-dotenv==1.1.1
- python-engineio==4.12.2
- python-json-logger==3.3.0
- python-multipart==0.0.20
- python-socketio==5.13.0
- pytz==2025.2
- pyvers==0.1.0
- pyyaml==6.0.3
- pyzmq==27.1.0
- ray==2.49.2
- redis==6.4.0
- referencing==0.36.2
- reflex==0.8.7
- reflex-hosting-cli==0.1.55
- regex==2025.9.18
- requests==2.32.5
- requests-oauthlib==2.0.0
- requests-toolbelt==1.0.0
- rfc3339-validator==0.1.4
- rich==13.9.4
- rich-rst==1.3.2
- rich-toolkit==0.15.1
- rignore==0.6.4
- rouge-score==0.1.2
- rpds-py==0.26.0
- rq==2.6.0
- rsa==4.9.1
- ruff==0.12.7
- s3transfer==0.11.3
- safehttpx==0.1.6
- safetensors==0.6.2
- scikit-learn==1.7.2
- scipy==1.16.2
- seaborn==0.13.2
- semantic-version==2.10.0
- sentence-transformers==5.1.0
- sentencepiece==0.2.1
- sentry-sdk==2.39.0
- setproctitle==1.3.7
- shellingham==1.5.4
- shtab==1.7.2
- simple-websocket==1.1.0
- six==1.17.0
- smart-open==7.5.0
- smmap==5.0.2
- sniffio==1.3.1
- soundfile==0.12.1
- soxr==1.0.0
- sqlalchemy==2.0.42
- sqlmodel==0.0.24
- sqlparse==0.5.3
- sse-starlette==3.0.2
- starlette==0.47.2
- streamlit==1.48.1
- sympy==1.14.0
- tenacity==8.5.0
- tensorboard==2.20.0
- tensorboard-data-server==0.7.2
- tensordict==0.10.0
- termcolor==2.4.0
- threadpoolctl==3.6.0
- tiktoken==0.9.0
- tokenizers==0.22.1
- toml==0.10.2
- tomlkit==0.13.3
- torch==2.8.0
- torchao==0.13.0
- torchaudio==2.8.0
- torchdata==0.11.0
- torchvision==0.23.0
- tornado==6.5.2
- tqdm==4.67.1
- transformers==4.56.2
- triton==3.4.0
- trl==0.25.1
- typeguard==4.4.4
- typer==0.16.0
- typing-extensions==4.15.0
- typing-inspect==0.9.0
- typing-inspection==0.4.1
- tyro==0.9.32
- tzdata==2025.2
- tzlocal==5.3.1
- unsloth==2025.9.9
- unsloth-zoo==2025.9.12
- uritemplate==4.2.0
- urllib3==2.5.0
- uvicorn==0.29.0
- uvloop==0.21.0
- validators==0.35.0
- verl==0.6.0
- virtualenv==20.35.4
- vllm==0.10.2
- wandb==0.22.3
- watchdog==6.0.0
- watchfiles==1.1.0
- websockets==13.1
- werkzeug==3.1.1
- wrapt==1.17.3
- wsproto==1.2.0
- xformers==0.0.32.post1
- xgrammar==0.1.23
- xmltodict==1.0.2
- xxhash==3.5.0
- yarl==1.20.1
- zipp==3.23.0
- zope-interface==7.2
- zstandard==0.23.0