Spaces:
Running
Running
OliverPerrin
Cleaned up code, added multiseed training wrapper, PyTorch profiler training option, updated gradio demo, made changes to research paper to match new changes and new training results from adding new training techniques, architecture.md now explains all designs and decisions
90a2698 | [tool.poetry] | |
| name = "leximind" | |
| version = "0.1.0" | |
| description = "Multi-Task Transformer for Document Analysis" | |
| authors = ["Oliver Perrin <oliver.t.perrin@gmail.com>"] | |
| readme = "README.md" | |
| license = "GPL-3.0" | |
| packages = [{include = "src"}] | |
| [tool.poetry.dependencies] | |
| python = "^3.10" | |
| torch = ">=2.0.0" | |
| transformers = ">=4.30.0" | |
| datasets = ">=2.14.0" | |
| tokenizers = ">=0.13.0" | |
| numpy = ">=1.24.0" | |
| pandas = ">=2.0.0" | |
| scikit-learn = ">=1.3.0" | |
| matplotlib = ">=3.7.0" | |
| seaborn = ">=0.12.0" | |
| nltk = ">=3.8.0" | |
| tqdm = ">=4.65.0" | |
| pyyaml = ">=6.0" | |
| omegaconf = ">=2.3.0" | |
| tensorboard = ">=2.13.0" | |
| gradio = "^4.0" | |
| requests = ">=2.31.0" | |
| kaggle = ">=1.5.12" | |
| streamlit = ">=1.25.0" | |
| plotly = ">=5.18.0" | |
| faiss-cpu = ">=1.7.0" | |
| huggingface_hub = ">=0.20.0" | |
| hydra-core = "^1.3.0" | |
| bitsandbytes = ">=0.41.0" | |
| accelerate = ">=0.21.0" | |
| fastapi = ">=0.110.0" | |
| uvicorn = ">=0.27.0" | |
| mlflow = ">=2.0.0" | |
| sentencepiece = ">=0.1.99" | |
| triton = { version = "*", markers = "sys_platform == 'linux'" } | |
| [tool.poetry.dev-dependencies] | |
| pytest = "^7.4.0" | |
| pytest-cov = "^4.1.0" | |
| ruff = "^0.4.0" | |
| mypy = "^1.4.0" | |
| jupyter = "^1.0.0" | |
| ipywidgets = "^8.0.0" | |
| pre-commit = "^3.4.0" | |
| rouge-score = "^0.1.2" | |
| bert-score = "^0.3.13" | |
| [build-system] | |
| requires = ["poetry-core"] | |
| build-backend = "poetry.core.masonry.api" | |
| [tool.ruff] | |
| line-length = 100 | |
| target-version = "py310" | |
| [tool.ruff.lint] | |
| select = ["E", "F", "I", "B"] | |
| ignore = ["E501", "E402"] | |
| [tool.ruff.format] | |
| quote-style = "double" | |
| indent-style = "space" | |
| skip-magic-trailing-comma = false | |
| line-ending = "auto" | |
| [tool.pytest.ini_options] | |
| testpaths = ["tests"] | |
| python_files = "test_*.py" | |
| [tool.mypy] | |
| python_version = "3.10" | |
| warn_return_any = true | |
| warn_unused_configs = true | |
| disallow_untyped_defs = false | |
| check_untyped_defs = true | |
| [[tool.mypy.overrides]] | |
| module = [ | |
| "torch.*", | |
| "transformers.*", | |
| "datasets.*", | |
| "numpy.*", | |
| "pandas.*", | |
| "sklearn.*", | |
| "matplotlib.*", | |
| "seaborn.*", | |
| "nltk.*", | |
| "tqdm.*", | |
| "yaml.*", | |
| "omegaconf.*", | |
| "gradio.*", | |
| "requests.*", | |
| "kaggle.*", | |
| "streamlit.*", | |
| "plotly.*", | |
| "faiss.*", | |
| "huggingface_hub.*", | |
| "hydra.*", | |
| "bitsandbytes.*", | |
| "accelerate.*", | |
| "fastapi.*", | |
| "mlflow.*", | |
| "pydantic.*", | |
| "rouge_score.*", | |
| "bert_score.*", | |
| "pytest", | |
| "pytest.*", | |
| "mpl_toolkits.*" | |
| ] | |
| ignore_missing_imports = true | |
| follow_imports = "skip" |