diff --git a/pyproject.toml b/pyproject.toml index dd03c53..bbb1a76 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -24,27 +24,29 @@ readme = "README.md" [tool.poetry.dependencies] python = ">=3.11,<3.12" -openai = "1.38.0" +openai = "1.43.0" bert-score = "0.3.13" -nltk = "3.8.1" +nltk = "3.9.1" py-readability-metrics = "1.4.5" rouge = "1.0.1" rouge-score = "0.1.2" aiometer = "0.5.0" -aiohttp = "3.10.0" -anthropic = "0.32.0" +aiohttp = "3.10.5" +anthropic = "0.34.2" spacy = "3.7.5" sentence-transformers = "3.0.1" pylcs = "0.1.1" -together = "1.2.5" -scipy = "1.14.0" +together = "1.2.11" +scipy = "1.14.1" textattack = "0.3.10" tensorflow-hub = "0.16.1" homoglyphs = "2.0.4" tensorflow = "2.17.0" urllib3 = "2.2.2" xgboost = "2.1.1" -onnxruntime = "1.18.1" +onnxruntime = "1.19.2" nudenet = "3.4.2" torchmetrics = "1.4.1" -torchvision = "0.19.0" +torchvision = "0.19.1" +datasets = "2.21.0" +pydantic = "2.8.2" diff --git a/requirements.txt b/requirements.txt index bb3f612..cf8bd96 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,11 +1,11 @@ absl-py==2.1.0 ; python_version >= "3.11" and python_version < "3.12" -accelerate==0.33.0 ; python_version >= "3.11" and python_version < "3.12" -aiohappyeyeballs==2.3.5 ; python_version >= "3.11" and python_version < "3.12" -aiohttp==3.10.0 ; python_version >= "3.11" and python_version < "3.12" +accelerate==0.34.2 ; python_version >= "3.11" and python_version < "3.12" +aiohappyeyeballs==2.4.0 ; python_version >= "3.11" and python_version < "3.12" +aiohttp==3.10.5 ; python_version >= "3.11" and python_version < "3.12" aiometer==0.5.0 ; python_version >= "3.11" and python_version < "3.12" aiosignal==1.3.1 ; python_version >= "3.11" and python_version < "3.12" annotated-types==0.7.0 ; python_version >= "3.11" and python_version < "3.12" -anthropic==0.32.0 ; python_version >= "3.11" and python_version < "3.12" +anthropic==0.34.2 ; python_version >= "3.11" and python_version < "3.12" anyio==4.4.0 ; python_version >= "3.11" and python_version < "3.12" anytree==2.12.1 ; python_version >= "3.11" and python_version < "3.12" astunparse==1.6.3 ; python_version >= "3.11" and python_version < "3.12" @@ -14,28 +14,28 @@ beautifulsoup4==4.12.3 ; python_version >= "3.11" and python_version < "3.12" bert-score==0.3.13 ; python_version >= "3.11" and python_version < "3.12" bioc==2.1 ; python_version >= "3.11" and python_version < "3.12" blis==0.7.11 ; python_version >= "3.11" and python_version < "3.12" -boto3==1.34.156 ; python_version >= "3.11" and python_version < "3.12" -botocore==1.34.156 ; python_version >= "3.11" and python_version < "3.12" +boto3==1.35.16 ; python_version >= "3.11" and python_version < "3.12" +botocore==1.35.16 ; python_version >= "3.11" and python_version < "3.12" catalogue==2.0.10 ; python_version >= "3.11" and python_version < "3.12" -certifi==2024.7.4 ; python_version >= "3.11" and python_version < "3.12" +certifi==2024.8.30 ; python_version >= "3.11" and python_version < "3.12" charset-normalizer==3.3.2 ; python_version >= "3.11" and python_version < "3.12" click==8.1.7 ; python_version >= "3.11" and python_version < "3.12" -cloudpathlib==0.18.1 ; python_version >= "3.11" and python_version < "3.12" +cloudpathlib==0.19.0 ; python_version >= "3.11" and python_version < "3.12" colorama==0.4.6 ; python_version >= "3.11" and python_version < "3.12" and (platform_system == "Windows" or sys_platform == "win32") coloredlogs==15.0.1 ; python_version >= "3.11" and python_version < "3.12" confection==0.1.5 ; python_version >= "3.11" and python_version < "3.12" conllu==4.5.3 ; python_version >= "3.11" and python_version < "3.12" -contourpy==1.2.1 ; python_version >= "3.11" and python_version < "3.12" +contourpy==1.3.0 ; python_version >= "3.11" and python_version < "3.12" cycler==0.12.1 ; python_version >= "3.11" and python_version < "3.12" cymem==2.0.8 ; python_version >= "3.11" and python_version < "3.12" -datasets==2.14.4 ; python_version >= "3.11" and python_version < "3.12" +datasets==2.21.0 ; python_version >= "3.11" and python_version < "3.12" deprecated==1.2.14 ; python_version >= "3.11" and python_version < "3.12" -dill==0.3.7 ; python_version >= "3.11" and python_version < "3.12" +dill==0.3.8 ; python_version >= "3.11" and python_version < "3.12" distro==1.9.0 ; python_version >= "3.11" and python_version < "3.12" docopt==0.6.2 ; python_version >= "3.11" and python_version < "3.12" editdistance==0.8.1 ; python_version >= "3.11" and python_version < "3.12" eval-type-backport==0.2.0 ; python_version >= "3.11" and python_version < "3.12" -filelock==3.15.4 ; python_version >= "3.11" and python_version < "3.12" +filelock==3.16.0 ; python_version >= "3.11" and python_version < "3.12" flair==0.14.0 ; python_version >= "3.11" and python_version < "3.12" flatbuffers==24.3.25 ; python_version >= "3.11" and python_version < "3.12" fonttools==4.53.1 ; python_version >= "3.11" and python_version < "3.12" @@ -46,15 +46,15 @@ ftfy==6.2.3 ; python_version >= "3.11" and python_version < "3.12" gast==0.6.0 ; python_version >= "3.11" and python_version < "3.12" gdown==5.2.0 ; python_version >= "3.11" and python_version < "3.12" google-pasta==0.2.0 ; python_version >= "3.11" and python_version < "3.12" -grpcio==1.65.4 ; python_version >= "3.11" and python_version < "3.12" +grpcio==1.66.1 ; python_version >= "3.11" and python_version < "3.12" h11==0.14.0 ; python_version >= "3.11" and python_version < "3.12" h5py==3.11.0 ; python_version >= "3.11" and python_version < "3.12" homoglyphs==2.0.4 ; python_version >= "3.11" and python_version < "3.12" httpcore==1.0.5 ; python_version >= "3.11" and python_version < "3.12" -httpx==0.27.0 ; python_version >= "3.11" and python_version < "3.12" -huggingface-hub==0.24.5 ; python_version >= "3.11" and python_version < "3.12" +httpx==0.27.2 ; python_version >= "3.11" and python_version < "3.12" +huggingface-hub==0.24.6 ; python_version >= "3.11" and python_version < "3.12" humanfriendly==10.0 ; python_version >= "3.11" and python_version < "3.12" -idna==3.7 ; python_version >= "3.11" and python_version < "3.12" +idna==3.8 ; python_version >= "3.11" and python_version < "3.12" intervaltree==3.1.0 ; python_version >= "3.11" and python_version < "3.12" jieba==0.42.1 ; python_version >= "3.11" and python_version < "3.12" jinja2==3.1.4 ; python_version >= "3.11" and python_version < "3.12" @@ -62,33 +62,33 @@ jiter==0.5.0 ; python_version >= "3.11" and python_version < "3.12" jmespath==1.0.1 ; python_version >= "3.11" and python_version < "3.12" joblib==1.4.2 ; python_version >= "3.11" and python_version < "3.12" jsonlines==4.0.0 ; python_version >= "3.11" and python_version < "3.12" -keras==3.4.1 ; python_version >= "3.11" and python_version < "3.12" -kiwisolver==1.4.5 ; python_version >= "3.11" and python_version < "3.12" +keras==3.5.0 ; python_version >= "3.11" and python_version < "3.12" +kiwisolver==1.4.7 ; python_version >= "3.11" and python_version < "3.12" langcodes==3.4.0 ; python_version >= "3.11" and python_version < "3.12" langdetect==1.0.9 ; python_version >= "3.11" and python_version < "3.12" language-data==1.2.0 ; python_version >= "3.11" and python_version < "3.12" -language-tool-python==2.8 ; python_version >= "3.11" and python_version < "3.12" +language-tool-python==2.8.1 ; python_version >= "3.11" and python_version < "3.12" lemminflect==0.2.3 ; python_version >= "3.11" and python_version < "3.12" libclang==18.1.1 ; python_version >= "3.11" and python_version < "3.12" -lightning-utilities==0.11.6 ; python_version >= "3.11" and python_version < "3.12" +lightning-utilities==0.11.7 ; python_version >= "3.11" and python_version < "3.12" lru-dict==1.3.0 ; python_version >= "3.11" and python_version < "3.12" -lxml==5.2.2 ; python_version >= "3.11" and python_version < "3.12" +lxml==5.3.0 ; python_version >= "3.11" and python_version < "3.12" marisa-trie==1.2.0 ; python_version >= "3.11" and python_version < "3.12" markdown-it-py==3.0.0 ; python_version >= "3.11" and python_version < "3.12" -markdown==3.6 ; python_version >= "3.11" and python_version < "3.12" +markdown==3.7 ; python_version >= "3.11" and python_version < "3.12" markupsafe==2.1.5 ; python_version >= "3.11" and python_version < "3.12" -matplotlib==3.9.1.post1 ; python_version >= "3.11" and python_version < "3.12" +matplotlib==3.9.2 ; python_version >= "3.11" and python_version < "3.12" mdurl==0.1.2 ; python_version >= "3.11" and python_version < "3.12" ml-dtypes==0.4.0 ; python_version >= "3.11" and python_version < "3.12" -more-itertools==10.4.0 ; python_version >= "3.11" and python_version < "3.12" +more-itertools==10.5.0 ; python_version >= "3.11" and python_version < "3.12" mpld3==0.5.10 ; python_version >= "3.11" and python_version < "3.12" mpmath==1.3.0 ; python_version >= "3.11" and python_version < "3.12" -multidict==6.0.5 ; python_version >= "3.11" and python_version < "3.12" -multiprocess==0.70.15 ; python_version >= "3.11" and python_version < "3.12" +multidict==6.1.0 ; python_version >= "3.11" and python_version < "3.12" +multiprocess==0.70.16 ; python_version >= "3.11" and python_version < "3.12" murmurhash==1.0.10 ; python_version >= "3.11" and python_version < "3.12" namex==0.0.8 ; python_version >= "3.11" and python_version < "3.12" networkx==3.3 ; python_version >= "3.11" and python_version < "3.12" -nltk==3.8.1 ; python_version >= "3.11" and python_version < "3.12" +nltk==3.9.1 ; python_version >= "3.11" and python_version < "3.12" nudenet==3.4.2 ; python_version >= "3.11" and python_version < "3.12" num2words==0.5.13 ; python_version >= "3.11" and python_version < "3.12" numpy==1.26.4 ; python_version >= "3.11" and python_version < "3.12" @@ -102,10 +102,10 @@ nvidia-curand-cu12==10.3.2.106 ; platform_system == "Linux" and platform_machine nvidia-cusolver-cu12==11.4.5.107 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12" nvidia-cusparse-cu12==12.1.0.106 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12" nvidia-nccl-cu12==2.20.5 ; platform_system == "Linux" and platform_machine != "aarch64" and python_version >= "3.11" and python_version < "3.12" -nvidia-nvjitlink-cu12==12.6.20 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12" +nvidia-nvjitlink-cu12==12.6.68 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12" nvidia-nvtx-cu12==12.1.105 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12" -onnxruntime==1.18.1 ; python_version >= "3.11" and python_version < "3.12" -openai==1.38.0 ; python_version >= "3.11" and python_version < "3.12" +onnxruntime==1.19.2 ; python_version >= "3.11" and python_version < "3.12" +openai==1.43.0 ; python_version >= "3.11" and python_version < "3.12" opencv-python-headless==4.10.0.84 ; python_version >= "3.11" and python_version < "3.12" openhownet==2.0 ; python_version >= "3.11" and python_version < "3.12" opt-einsum==3.3.0 ; python_version >= "3.11" and python_version < "3.12" @@ -121,48 +121,48 @@ protobuf==4.25.4 ; python_version >= "3.11" and python_version < "3.12" psutil==6.0.0 ; python_version >= "3.11" and python_version < "3.12" py-readability-metrics==1.4.5 ; python_version >= "3.11" and python_version < "3.12" pyarrow==17.0.0 ; python_version >= "3.11" and python_version < "3.12" -pybind11==2.13.1 ; python_version >= "3.11" and python_version < "3.12" +pybind11==2.13.5 ; python_version >= "3.11" and python_version < "3.12" pydantic-core==2.20.1 ; python_version >= "3.11" and python_version < "3.12" pydantic==2.8.2 ; python_version >= "3.11" and python_version < "3.12" pygments==2.18.0 ; python_version >= "3.11" and python_version < "3.12" pylcs==0.1.1 ; python_version >= "3.11" and python_version < "3.12" -pyparsing==3.1.2 ; python_version >= "3.11" and python_version < "3.12" +pyparsing==3.1.4 ; python_version >= "3.11" and python_version < "3.12" pyreadline3==3.4.1 ; sys_platform == "win32" and python_version >= "3.11" and python_version < "3.12" pysocks==1.7.1 ; python_version >= "3.11" and python_version < "3.12" python-dateutil==2.9.0.post0 ; python_version >= "3.11" and python_version < "3.12" pytorch-revgrad==0.2.0 ; python_version >= "3.11" and python_version < "3.12" -pytz==2024.1 ; python_version >= "3.11" and python_version < "3.12" +pytz==2024.2 ; python_version >= "3.11" and python_version < "3.12" pyyaml==6.0.2 ; python_version >= "3.11" and python_version < "3.12" regex==2024.7.24 ; python_version >= "3.11" and python_version < "3.12" requests==2.32.3 ; python_version >= "3.11" and python_version < "3.12" requests[socks]==2.32.3 ; python_version >= "3.11" and python_version < "3.12" -rich==13.7.1 ; python_version >= "3.11" and python_version < "3.12" +rich==13.8.1 ; python_version >= "3.11" and python_version < "3.12" rouge-score==0.1.2 ; python_version >= "3.11" and python_version < "3.12" rouge==1.0.1 ; python_version >= "3.11" and python_version < "3.12" s3transfer==0.10.2 ; python_version >= "3.11" and python_version < "3.12" -safetensors==0.4.4 ; python_version >= "3.11" and python_version < "3.12" +safetensors==0.4.5 ; python_version >= "3.11" and python_version < "3.12" scikit-learn==1.5.1 ; python_version >= "3.11" and python_version < "3.12" -scipy==1.14.0 ; python_version >= "3.11" and python_version < "3.12" +scipy==1.14.1 ; python_version >= "3.11" and python_version < "3.12" segtok==1.5.11 ; python_version >= "3.11" and python_version < "3.12" semver==3.0.2 ; python_version >= "3.11" and python_version < "3.12" sentence-transformers==3.0.1 ; python_version >= "3.11" and python_version < "3.12" sentencepiece==0.2.0 ; python_version >= "3.11" and python_version < "3.12" -setuptools==72.1.0 ; python_version >= "3.11" and python_version < "3.12" +setuptools==74.1.2 ; python_version >= "3.11" and python_version < "3.12" shellingham==1.5.4 ; python_version >= "3.11" and python_version < "3.12" six==1.16.0 ; python_version >= "3.11" and python_version < "3.12" smart-open==7.0.4 ; python_version >= "3.11" and python_version < "3.12" sniffio==1.3.1 ; python_version >= "3.11" and python_version < "3.12" sortedcontainers==2.4.0 ; python_version >= "3.11" and python_version < "3.12" -soupsieve==2.5 ; python_version >= "3.11" and python_version < "3.12" +soupsieve==2.6 ; python_version >= "3.11" and python_version < "3.12" spacy-legacy==3.0.12 ; python_version >= "3.11" and python_version < "3.12" spacy-loggers==1.0.5 ; python_version >= "3.11" and python_version < "3.12" spacy==3.7.5 ; python_version >= "3.11" and python_version < "3.12" sqlitedict==2.1.0 ; python_version >= "3.11" and python_version < "3.12" srsly==2.4.8 ; python_version >= "3.11" and python_version < "3.12" -sympy==1.13.1 ; python_version >= "3.11" and python_version < "3.12" +sympy==1.13.2 ; python_version >= "3.11" and python_version < "3.12" tabulate==0.9.0 ; python_version >= "3.11" and python_version < "3.12" tensorboard-data-server==0.7.2 ; python_version >= "3.11" and python_version < "3.12" -tensorboard==2.17.0 ; python_version >= "3.11" and python_version < "3.12" +tensorboard==2.17.1 ; python_version >= "3.11" and python_version < "3.12" tensorflow-hub==0.16.1 ; python_version >= "3.11" and python_version < "3.12" tensorflow-io-gcs-filesystem==0.37.1 ; python_version >= "3.11" and python_version < "3.12" tensorflow==2.17.0 ; python_version >= "3.11" and python_version < "3.12" @@ -172,29 +172,29 @@ textattack==0.3.10 ; python_version >= "3.11" and python_version < "3.12" tf-keras==2.17.0 ; python_version >= "3.11" and python_version < "3.12" thinc==8.2.5 ; python_version >= "3.11" and python_version < "3.12" threadpoolctl==3.5.0 ; python_version >= "3.11" and python_version < "3.12" -together==1.2.5 ; python_version >= "3.11" and python_version < "3.12" +together==1.2.11 ; python_version >= "3.11" and python_version < "3.12" tokenizers==0.19.1 ; python_version >= "3.11" and python_version < "3.12" -torch==2.4.0 ; python_version >= "3.11" and python_version < "3.12" +torch==2.4.1 ; python_version >= "3.11" and python_version < "3.12" torchmetrics==1.4.1 ; python_version >= "3.11" and python_version < "3.12" -torchvision==0.19.0 ; python_version >= "3.11" and python_version < "3.12" +torchvision==0.19.1 ; python_version >= "3.11" and python_version < "3.12" tqdm==4.66.5 ; python_version >= "3.11" and python_version < "3.12" transformer-smaller-training-vocab==0.4.0 ; python_version >= "3.11" and python_version < "3.12" -transformers==4.44.0 ; python_version >= "3.11" and python_version < "3.12" -transformers[sentencepiece,torch]==4.44.0 ; python_version >= "3.11" and python_version < "3.12" -transformers[sentencepiece]==4.44.0 ; python_version >= "3.11" and python_version < "3.12" +transformers==4.44.2 ; python_version >= "3.11" and python_version < "3.12" +transformers[sentencepiece,torch]==4.44.2 ; python_version >= "3.11" and python_version < "3.12" +transformers[sentencepiece]==4.44.2 ; python_version >= "3.11" and python_version < "3.12" triton==3.0.0 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version < "3.12" and python_version >= "3.11" -typer==0.12.3 ; python_version >= "3.11" and python_version < "3.12" +typer==0.12.5 ; python_version >= "3.11" and python_version < "3.12" typing-extensions==4.12.2 ; python_version >= "3.11" and python_version < "3.12" tzdata==2024.1 ; python_version >= "3.11" and python_version < "3.12" urllib3==2.2.2 ; python_version >= "3.11" and python_version < "3.12" wasabi==1.1.3 ; python_version >= "3.11" and python_version < "3.12" wcwidth==0.2.13 ; python_version >= "3.11" and python_version < "3.12" weasel==0.4.1 ; python_version >= "3.11" and python_version < "3.12" -werkzeug==3.0.3 ; python_version >= "3.11" and python_version < "3.12" +werkzeug==3.0.4 ; python_version >= "3.11" and python_version < "3.12" wheel==0.44.0 ; python_version >= "3.11" and python_version < "3.12" -wikipedia-api==0.6.0 ; python_version >= "3.11" and python_version < "3.12" +wikipedia-api==0.7.1 ; python_version >= "3.11" and python_version < "3.12" word2number==1.1 ; python_version >= "3.11" and python_version < "3.12" wrapt==1.16.0 ; python_version >= "3.11" and python_version < "3.12" xgboost==2.1.1 ; python_version >= "3.11" and python_version < "3.12" -xxhash==3.4.1 ; python_version >= "3.11" and python_version < "3.12" -yarl==1.9.4 ; python_version >= "3.11" and python_version < "3.12" +xxhash==3.5.0 ; python_version >= "3.11" and python_version < "3.12" +yarl==1.11.1 ; python_version >= "3.11" and python_version < "3.12"