requirements.txt

attrs==23.1.0
Automat==22.10.0
aws-sqs-consumer==0.0.15
boto3==1.34.85
botocore==1.34.85
certifi==2023.7.22
cffi==1.16.0
charset-normalizer==3.3.2
constantly==23.10.4
cryptography==41.0.5
cssselect==1.2.0
dnspython==2.4.2
filelock==3.13.1
greenlet==3.0.3
hyperlink==21.0.0
idna==3.4
incremental==22.10.0
itemadapter==0.8.0
itemloaders==1.1.0
jmespath==1.0.1
load-dotenv==0.1.0
lxml==4.9.3
packaging==23.2
parsel==1.8.1
playwright==1.41.2
Protego==0.3.0
protobuf==4.21.12
pyasn1==0.5.0
pyasn1-modules==0.3.0
pycparser==2.21
PyDispatcher==2.0.7
pyee==11.0.1
pymongo==4.6.1
pyOpenSSL==23.3.0
python-dateutil==2.9.0.post0
python-dotenv==1.0.1
queuelib==1.6.2
requests==2.31.0
requests-file==1.5.1
s3transfer==0.10.1
Scrapy==2.11.0
scrapy-playwright==0.0.34
service-identity==23.1.0
single-source==0.2.0
six==1.16.0
tldextract==5.0.1
Twisted==22.10.0
typing_extensions==4.8.0
urllib3==2.0.7
w3lib==2.1.2
zope.interface==6.1

pytest~=8.2.0
mock~=5.1.0