pyproject.toml 2.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107
  1. [project]
  2. name = "crossborder"
  3. version = "0.1.0"
  4. description = "跨境数据采集脚本"
  5. authors = [
  6. {name = "wangyupeng"}
  7. ]
  8. license = {text = "Compatible Python versions [^3.6]: ^3.8"}
  9. readme = "README.md"
  10. requires-python = "^3.8"
  11. dependencies = [
  12. ]
  13. # 从 requirements.txt 自动生成或手动添加
  14. attrs = "==25.3.0"
  15. automat = "==25.4.16"
  16. beautifulsoup4 = "==4.13.4"
  17. bs4 = "==0.0.2"
  18. certifi = "==2025.4.26"
  19. cffi = "==1.17.1"
  20. charset-normalizer = "==3.4.2"
  21. click = "==8.1.8"
  22. colorama = "==0.4.6"
  23. colorlog = "==6.9.0"
  24. constantly = "==23.10.4"
  25. cryptography = "==44.0.3"
  26. cssselect = "==1.3.0"
  27. defusedxml = "==0.7.1"
  28. et_xmlfile = "==2.0.0"
  29. fake-useragent = "==2.2.0"
  30. faker = "==37.1.0"
  31. filelock = "==3.18.0"
  32. greenlet = "==3.2.1"
  33. h11 = "==0.16.0"
  34. hyperlink = "==21.0.0"
  35. idna = "==3.10"
  36. incremental = "==24.7.2"
  37. itemadapter = "==0.11.0"
  38. itemloaders = "==1.3.2"
  39. jmespath = "==1.0.1"
  40. lxml = "==5.4.0"
  41. numpy = "==2.2.5"
  42. openpyxl = "==3.1.5"
  43. outcome = "==1.3.0.post0"
  44. packaging = "==25.0"
  45. pandas = "==2.2.3"
  46. parsel = "==1.10.0"
  47. playwright = "==1.52.0"
  48. protego = "==0.4.0"
  49. pyasn1 = "==0.6.1"
  50. pyasn1-modules = "==0.4.2"
  51. pycparser = "==2.22"
  52. pydispatcher = "==2.0.7"
  53. pyee = "==13.0.0"
  54. pymysql = "==1.1.1"
  55. pyopenssl = "==25.0.0"
  56. pysocks = "==1.7.1"
  57. python-dateutil = "==2.9.0.post0"
  58. python-dotenv = "==1.1.0"
  59. pytz = "==2025.2"
  60. queuelib = "==1.8.0"
  61. rarfile = "==4.2"
  62. requests = "==2.32.3"
  63. requests-file = "==2.1.0"
  64. schedule = "==1.2.2"
  65. scrapy = "==2.13.0"
  66. scrapy-playwright = "==0.0.43"
  67. selenium = "==4.32.0"
  68. service-identity = "==24.2.0"
  69. setuptools = "==80.4.0"
  70. six = "==1.17.0"
  71. sniffio = "==1.3.1"
  72. sortedcontainers = "==2.4.0"
  73. soupsieve = "==2.7"
  74. sqlalchemy = "==2.0.41"
  75. tldextract = "==5.3.0"
  76. trio = "==0.30.0"
  77. trio-websocket = "==0.12.2"
  78. twisted = "==24.11.0"
  79. typing-extensions = "==4.13.2"
  80. tzdata = "==2025.2"
  81. urllib3 = "==2.4.0"
  82. w3lib = "==2.3.1"
  83. webdriver-manager = "==4.0.2"
  84. websocket-client = "==1.8.0"
  85. wsproto = "==1.2.0"
  86. xlrd = "==2.0.1"
  87. zope-interface = "==7.2"
  88. [tool.poetry.scripts]
  89. run-shandong = "crossborder.shandong.selenium_shandong_download:main"
  90. run-guangdong = "crossborder.guangdong.selenium_guangdong_download:main"
  91. run-guangdong-city = "crossborder.guangdong.selenium_guangdong_city:main"
  92. run-henan = "crossborder.henan.selenium_henan_download:main"
  93. run-fujian = "crossborder.fujian.selenium_fujian_download:main"
  94. run-anhui = "crossborder.anhui.crawl_gov_anhui_full:main"
  95. run-jiangsu = "crossborder.jiangsu.gov_commodity_jiangsu_country:main"
  96. run-hebei = "crossborder.hebei.crawl_gov_hebei_full:main"
  97. run-zhejiang = "crossborder.zhejiang.crawl_gov_zhejiang_full:main"
  98. run-quanguo = "crossborder.quanguo.selenium_download:main"
  99. run-crossborder = "cli:main"
  100. [build-system]
  101. requires = ["poetry-core"]
  102. build-backend = "poetry.core.masonry.api"