diff --git a/apps/proxy_pool/README.md b/apps/proxy_pool/README.md new file mode 100644 index 000000000..12a3f5ed7 --- /dev/null +++ b/apps/proxy_pool/README.md @@ -0,0 +1,20 @@ +# ProxyPool 爬虫代理IP池 + +[![Build Status](https://travis-ci.org/jhao104/proxy_pool.svg?branch=master)](https://travis-ci.org/jhao104/proxy_pool) +[![](https://img.shields.io/badge/Powered%20by-@j_hao104-green.svg)](http://www.spiderpy.cn/blog/) +[![Packagist](https://img.shields.io/packagist/l/doctrine/orm.svg)](https://github.com/jhao104/proxy_pool/blob/master/LICENSE) +[![GitHub contributors](https://img.shields.io/github/contributors/jhao104/proxy_pool.svg)](https://github.com/jhao104/proxy_pool/graphs/contributors) +[![](https://img.shields.io/badge/language-Python-green.svg)](https://github.com/jhao104/proxy_pool) + + ______ ______ _ + | ___ \_ | ___ \ | | + | |_/ / \__ __ __ _ __ _ | |_/ /___ ___ | | + | __/| _// _ \ \ \/ /| | | || __// _ \ / _ \ | | + | | | | | (_) | > < \ |_| || | | (_) | (_) || |___ + \_| |_| \___/ /_/\_\ \__ |\_| \___/ \___/ \_____\ + __ / / + /___ / + +### ProxyPool + +爬虫代理IP池项目,主要功能为定时采集网上发布的免费代理验证入库,定时验证入库的代理保证代理的可用性,提供API和CLI两种使用方式。同时你也可以扩展代理源以增加代理池IP的质量和数量。 \ No newline at end of file diff --git a/apps/proxy_pool/data.yml b/apps/proxy_pool/data.yml new file mode 100644 index 000000000..65b5aeea8 --- /dev/null +++ b/apps/proxy_pool/data.yml @@ -0,0 +1,19 @@ +name: ProxyPool +tags: + - 开发工具 +title: 爬虫代理 IP 池 +description: 爬虫代理 IP 池 +additionalProperties: + key: proxy_pool + name: ProxyPool + tags: + - DevTool + shortDescZh: 爬虫代理 IP 池 + shortDescEn: Python ProxyPool for web spider + type: tool + crossVersionUpdate: true + limit: 0 + recommend: 0 + website: https://proxy-pool.readthedocs.io + github: https://github.com/jhao104/proxy_pool + document: https://proxy-pool.readthedocs.io diff --git a/apps/proxy_pool/latest/.env.sample b/apps/proxy_pool/latest/.env.sample new file mode 100644 index 000000000..b6a5f82aa --- /dev/null +++ b/apps/proxy_pool/latest/.env.sample @@ -0,0 +1,6 @@ +CONTAINER_NAME="proxy_pool" +PANEL_APP_PORT_HTTP=40264 +PANEL_REDIS_ROOT_PASSWORD="redis_password" +REDIS_DB_NUMBER=7 +REDIS_HOST="redis" +REDIS_PORT=6379 diff --git a/apps/proxy_pool/latest/data.yml b/apps/proxy_pool/latest/data.yml new file mode 100644 index 000000000..2d325716b --- /dev/null +++ b/apps/proxy_pool/latest/data.yml @@ -0,0 +1,40 @@ +additionalProperties: + formFields: + - default: 40264 + edit: true + envKey: PANEL_APP_PORT_HTTP + labelEn: Port + labelZh: 端口 + required: true + rule: paramPort + type: number + - default: "" + edit: true + envKey: REDIS_HOST + key: redis + labelEn: Redis Host + labelZh: Redis 主机 + required: true + type: service + - default: 6379 + edit: true + envKey: REDIS_PORT + labelEn: Redis Port + labelZh: Redis 端口 + required: true + rule: paramPort + type: number + - default: "" + edit: true + envKey: PANEL_REDIS_ROOT_PASSWORD + labelEn: Redis Password + labelZh: Redis 密码 + required: false + type: password + - default: 7 + edit: true + envKey: REDIS_DB_NUMBER + labelEn: Redis Database Number + labelZh: Redis 数据库编号 + required: true + type: number \ No newline at end of file diff --git a/apps/proxy_pool/latest/docker-compose.yml b/apps/proxy_pool/latest/docker-compose.yml new file mode 100644 index 000000000..db500d38d --- /dev/null +++ b/apps/proxy_pool/latest/docker-compose.yml @@ -0,0 +1,17 @@ +services: + proxy_pool: + image: "jhao104/proxy_pool:latest" + container_name: ${CONTAINER_NAME} + restart: always + networks: + - 1panel-network + ports: + - "${PANEL_APP_PORT_HTTP}:5010" + environment: + - "DB_CONN=redis://:${PANEL_REDIS_ROOT_PASSWORD}@${REDIS_HOST}:${REDIS_PORT}/${REDIS_DB_NUMBER}" + labels: + createdBy: "Apps" + +networks: + 1panel-network: + external: true diff --git a/apps/proxy_pool/logo.png b/apps/proxy_pool/logo.png new file mode 100644 index 000000000..9cec3e62d Binary files /dev/null and b/apps/proxy_pool/logo.png differ