# Trankit MWE Extension - Requirements
# Core dependencies for Trankit with MWE recognition support
# Compatible with Python 3.8

# Deep Learning Framework
torch>=1.6.0,<=2.0.1

# Transformers and Adapters
# Using compatible versions - transformers 4.39.3 works with tokenizers 0.14-0.18
transformers==4.39.3
tokenizers>=0.14,<0.19
# huggingface_hub must be <0.20 for adapters compatibility (url_to_filename removed in 0.20+)
huggingface-hub<0.20
adapters>=0.1.1

# NLP and Text Processing
sentencepiece>=0.1.91
sacremoses>=0.0.35
langid==1.1.6

# Utilities
#numpy>=1.19.0,<2.0.0
protobuf>=3.19.0,<4.0.0
requests>=2.25.0
tqdm>=4.27
filelock>=3.0.0
packaging>=20.0
regex!=2019.12.17
six>=1.15.0
