requires.txt 817 B

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081
  1. cached-path
  2. smart_open
  3. pypdf>=5.2.0
  4. pypdfium2
  5. cryptography
  6. lingua-language-detector
  7. Pillow
  8. ftfy
  9. bleach
  10. markdown2
  11. filelock
  12. orjson
  13. requests
  14. zstandard
  15. boto3
  16. httpx
  17. torch>=2.5.1
  18. transformers==4.46.2
  19. img2pdf
  20. beaker-py
  21. [bench]
  22. tinyhost
  23. fuzzysearch
  24. rapidfuzz
  25. sequence_align
  26. syntok
  27. openai
  28. google-genai
  29. playwright
  30. mistralai
  31. lxml
  32. flask
  33. [dev]
  34. ruff
  35. mypy
  36. black
  37. isort
  38. pytest
  39. pytest-sphinx
  40. pytest-cov
  41. twine>=1.11.0
  42. build
  43. setuptools
  44. wheel
  45. Sphinx<7.1.0,>=4.3.0
  46. furo==2023.7.26
  47. myst-parser<2.1,>=1.0
  48. sphinx-copybutton==0.5.2
  49. sphinx-autobuild==2021.3.14
  50. sphinx-autodoc-typehints==1.23.3
  51. packaging
  52. necessary
  53. peft
  54. datasets
  55. omegaconf
  56. spacy
  57. [elo]
  58. numpy
  59. scipy
  60. pandas
  61. matplotlib
  62. [gpu]
  63. sgl-kernel==0.0.3.post1
  64. sglang[all]==0.4.2
  65. [train]
  66. torch
  67. torchvision
  68. accelerate
  69. datasets
  70. peft
  71. wandb
  72. omegaconf
  73. s3fs
  74. necessary
  75. einops
  76. transformers>=4.45.1