httpserver

app/src/main/java/com/github/catvod/utils/BufferedHttpServer.kt

@@ -0,0 +1,360 @@
+package com.github.catvod.utils
+
+import com.github.catvod.crawler.SpiderDebug
+import java.io.BufferedOutputStream
+import java.io.BufferedReader
+import java.io.IOException
+import java.io.InputStreamReader
+import java.net.ServerSocket
+import java.net.Socket
+import java.net.URLDecoder
+import java.util.concurrent.ExecutorService
+import java.util.concurrent.Executors
+import java.util.concurrent.atomic.AtomicBoolean
+import kotlin.text.Charsets.UTF_8
+
+class AdvancedHttpServer(private val port: Int) {
+    private val serverSocket: ServerSocket
+    private val threadPool: ExecutorService
+    private var isRunning = false
+    private val routes = mutableMapOf<String, (Request, Response) -> Unit>()
+
+    init {
+        serverSocket = ServerSocket(port)
+        threadPool = Executors.newFixedThreadPool(10)
+    }
+
+    fun addRoutes(path: String, handler: (Request, Response) -> Unit) {
+        routes[path] = handler
+    }
+
+
+    fun start() {
+        isRunning = true
+        SpiderDebug.log("服务器已启动，监听端口: $port")
+
+        while (isRunning) {
+            try {
+                val clientSocket = serverSocket.accept()
+                threadPool.execute { handleRequest(clientSocket) }
+            } catch (e: IOException) {
+                e.printStackTrace();SpiderDebug.log("出错：" + e.message)
+                if (isRunning) e.printStackTrace();SpiderDebug.log("出错：" + e.message)
+
+            }
+        }
+    }
+
+    private fun handleRequest(clientSocket: Socket) {
+        try {
+            val reader = BufferedReader(InputStreamReader(clientSocket.inputStream, UTF_8))
+            val writer = BufferedOutputStream(clientSocket.outputStream)
+
+            // 解析请求行
+            val requestLine = reader.readLine() ?: ""
+            val (method, path, _) = parseRequestLine(requestLine)
+
+            // 解析路径和查询参数
+            val (basePath, queryParams) = parsePath(path)
+
+            // 读取请求头
+            val headers = mutableMapOf<String, String>()
+            var line: String?
+            while (reader.readLine().also { line = it } != null && line!!.isNotEmpty()) {
+                val colonIndex = line!!.indexOf(':')
+                if (colonIndex > 0) {
+                    headers[line!!.substring(0, colonIndex).trim()] =
+                        line!!.substring(colonIndex + 1).trim()
+                }
+            }
+
+            // 解析请求体参数
+            val contentLength = headers["Content-Length"]?.toIntOrNull() ?: 0
+            val requestBody = if (contentLength > 0) {
+                buildString {
+                    repeat(contentLength) {
+                        val char = reader.read().takeIf { it != -1 }?.toChar() ?: return@buildString
+                        append(char)
+                    }
+                }
+            } else ""
+
+            val contentType = headers["Content-Type"] ?: ""
+            val bodyParams = parseRequestBody(contentType, requestBody)
+
+            // 创建请求对象
+            val request = Request(
+                method = method,
+                path = basePath,
+                queryParams = queryParams,
+                headers = headers,
+                body = requestBody,
+                bodyParams = bodyParams
+            )
+
+            // 创建响应处理器
+            val response = Response(writer)
+
+            // 路由处理
+            routeRequest(request, response)
+
+            response.flush()
+        } catch (e: IOException) {
+            e.printStackTrace()
+            SpiderDebug.log("出错：" + e.message)
+        } finally {
+            clientSocket.close()
+        }
+    }
+
+    private fun routeRequest(request: Request, response: Response) {
+        val route = routes[request.path]
+        if (route == null) {
+            handleNotFound(response)
+        } else {
+            route.invoke(request, response)
+        }
+    }
+
+    private fun handleRoot(request: Request, response: Response) {
+        response.setContentType("text/html")
+        response.start()
+
+        response.write("<html><body>")
+        response.write("<h1>高级HTTP服务器</h1>")
+        response.write("<p>支持参数解析和分块响应</p>")
+        response.write("<h2>功能演示</h2>")
+        response.write("<ul>")
+        response.write("<li><a href=\"/echo?param1=value1&param2=value2\">Echo参数</a></li>")
+        response.write("<li><a href=\"/stream\">流式响应</a></li>")
+        response.write("<li><a href=\"/slow\">服务器推送事件</a></li>")
+        response.write("</ul>")
+
+        // 演示表单提交
+        response.write("<h2>表单提交测试</h2>")
+        response.write("<form action=\"/echo\" method=\"post\">")
+        response.write("Name: <input type=\"text\" name=\"name\"><br>")
+        response.write("Age: <input type=\"number\" name=\"age\"><br>")
+        response.write("<input type=\"submit\" value=\"提交\">")
+        response.write("</form>")
+
+        response.write("</body></html>")
+    }
+
+    private fun handleEcho(request: Request, response: Response) {
+        response.setContentType("text/html")
+        response.start()
+
+        response.write("<html><body>")
+        response.write("<h1>Echo服务</h1>")
+
+        // 输出请求信息
+        response.write("<h2>请求信息</h2>")
+        response.write("<p>方法: ${request.method}</p>")
+        response.write("<p>路径: ${request.path}</p>")
+
+        // 输出查询参数
+        response.write("<h2>查询参数</h2>")
+        response.write("<ul>")
+        if (request.queryParams.isEmpty()) {
+            response.write("<li>无</li>")
+        } else {
+            request.queryParams.forEach { (key, value) ->
+                response.write("<li>$key: $value</li>")
+            }
+        }
+        response.write("</ul>")
+
+        // 输出请求头
+        response.write("<h2>请求头</h2>")
+        response.write("<ul>")
+        request.headers.forEach { (key, value) ->
+            response.write("<li>$key: $value</li>")
+        }
+        response.write("</ul>")
+
+        // 输出请求体
+        response.write("<h2>请求体</h2>")
+        response.write("<pre>${request.body}</pre>")
+
+        // 输出解析后的参数
+        response.write("<h2>解析后的参数</h2>")
+        response.write("<ul>")
+        if (request.bodyParams.isEmpty()) {
+            response.write("<li>无</li>")
+        } else {
+            request.bodyParams.forEach { (key, value) ->
+                response.write("<li>$key: $value</li>")
+            }
+        }
+        response.write("</ul>")
+
+        response.write("</body></html>")
+    }
+
+    private fun handleStreamResponse(response: Response) {
+        response.setContentType("text/plain")
+        response.start()
+
+        for (i in 1..5) {
+            response.write("这是第 $i 部分内容\n")
+            Thread.sleep(500)
+        }
+    }
+
+    private fun handleSlowResponse(response: Response) {
+        response.setContentType("text/event-stream")
+        response.setHeader("Cache-Control", "no-cache")
+        response.setHeader("Connection", "keep-alive")
+        response.start()
+
+        for (i in 1..10) {
+            response.write("data: 消息 $i\n\n")
+            response.flush()
+            Thread.sleep(1000)
+        }
+    }
+
+    private fun handleNotFound(response: Response) {
+        response.setStatusCode(404)
+        response.setContentType("text/html")
+        response.start()
+        response.write("<html><body><h1>404 Not Found</h1></body></html>")
+    }
+
+    private fun parseRequestLine(requestLine: String): Triple<String, String, String> {
+        val parts = requestLine.split(" ", limit = 3)
+        return when {
+            parts.size >= 3 -> Triple(parts[0], parts[1], parts[2])
+            parts.size == 2 -> Triple(parts[0], parts[1], "HTTP/1.1")
+            else -> Triple("GET", "/", "HTTP/1.1")
+        }
+    }
+
+    private fun parsePath(path: String): Pair<String, Map<String, String>> {
+        val queryIndex = path.indexOf('?')
+        return if (queryIndex >= 0) {
+            Pair(path.substring(0, queryIndex), parseQueryString(path.substring(queryIndex + 1)))
+        } else {
+            Pair(path, emptyMap())
+        }
+    }
+
+    private fun parseQueryString(queryString: String): Map<String, String> {
+        return queryString.split("&").filter { it.isNotEmpty() }.map { param ->
+            val equalsIndex = param.indexOf('=')
+            if (equalsIndex >= 0) {
+                val key = URLDecoder.decode(param.substring(0, equalsIndex), "UTF-8")
+                val value = URLDecoder.decode(param.substring(equalsIndex + 1), "UTF-8")
+                key to value
+            } else {
+                URLDecoder.decode(param, "UTF-8") to ""
+            }
+        }.toMap()
+    }
+
+    private fun parseRequestBody(contentType: String, body: String): Map<String, String> {
+        return when {
+            contentType.contains("application/x-www-form-urlencoded") -> parseQueryString(body)
+
+            contentType.contains("multipart/form-data") -> parseMultipartFormData(contentType, body)
+
+            else -> emptyMap()
+        }
+    }
+
+    private fun parseMultipartFormData(contentType: String, body: String): Map<String, String> {
+        // 简化的multipart/form-data解析，实际实现需要处理boundary等
+        return emptyMap()
+    }
+
+    fun stop() {
+        isRunning = false
+        threadPool.shutdown()
+        serverSocket.close()
+    }
+
+    data class Request(
+        val method: String,
+        val path: String,
+        val queryParams: Map<String, String>,
+        val headers: Map<String, String>,
+        val body: String,
+        val bodyParams: Map<String, String>
+    )
+
+    class Response(private val writer: BufferedOutputStream) {
+        private val headers = mutableMapOf<String, String>()
+        private var contentType = "text/plain"
+        private var statusCode = 200
+        private var started = AtomicBoolean(false)
+
+        fun setContentType(contentType: String) {
+            this.contentType = contentType
+        }
+
+        fun setHeader(name: String, value: String) {
+            headers[name] = value
+        }
+
+        fun setStatusCode(statusCode: Int) {
+            this.statusCode = statusCode
+        }
+
+        private val codeMap = mutableMapOf<Int, String>(
+            206 to "Partial Content",
+            200 to "OK",
+            404 to "NOT FOUND",
+            400 to "BAD REQUEST",
+            401 to "UNAUTHORIZED",
+            403 to "FORBIDDEN",
+            405 to "METHOD NOT ALLOWED",
+            408 to "REQUEST TIMEOUT",
+            413 to "PAYLOAD TOO LARGE",
+            414 to "URI TOO LONG",
+            415 to "UNSUPPORTED MEDIA TYPE",
+            429 to "TOO MANY REQUESTS",
+            500 to "INTERNAL SERVER ERROR",
+            501 to "NOT IMPLEMENTED",
+            503 to "SERVICE UNAVAILABLE",
+            504 to "GATEWAY TIMEOUT",
+            505 to "HTTP VERSION NOT SUPPORTED",
+            507 to "INSUFFICIENT STORAGE",
+            511 to "NETWORK AUTHENTICATION REQUIRED"
+        )
+
+        fun start() {
+            if (started.compareAndSet(false, true)) {
+                writer.write("HTTP/1.1 $statusCode ${codeMap[statusCode]}\r\n".toByteArray(UTF_8))
+
+                writer.write("Content-Type: $contentType; charset=utf-8\r\n".toByteArray(UTF_8))
+
+                headers.forEach { (name, value) ->
+                    writer.write("$name: $value\r\n".toByteArray(UTF_8))
+                }
+
+                writer.write("\r\n".toByteArray(UTF_8))
+                writer.flush()
+            }
+        }
+
+        fun write(content: ByteArray) {
+            if (!started.get()) {
+                start()
+            }
+            writer.write(content)
+        }
+
+        fun write(content: String) {
+            if (!started.get()) {
+                start()
+            }
+            writer.write(content.toByteArray(UTF_8))
+        }
+
+        fun flush() {
+            writer.flush()
+        }
+    }
+}
+

app/src/main/java/com/github/catvod/utils/ProxyServer.kt

@@ -3,16 +3,12 @@ package com.github.catvod.utils
 import com.github.catvod.crawler.SpiderDebug
 import com.github.catvod.net.OkHttp
 import com.google.gson.Gson
-import com.sun.net.httpserver.HttpExchange
-import com.sun.net.httpserver.HttpServer
 import kotlinx.coroutines.CoroutineScope
 import kotlinx.coroutines.Dispatchers
 import kotlinx.coroutines.Job
 import kotlinx.coroutines.channels.Channel
 import kotlinx.coroutines.launch
-import java.io.BufferedOutputStream
+import kotlinx.coroutines.runBlocking
-import java.io.OutputStreamWriter
-import java.net.InetSocketAddress
 import java.nio.charset.Charset
 
 
@@ -20,157 +16,142 @@ object ProxyServer {
     private val THREAD_NUM = Runtime.getRuntime().availableProcessors() * 2
     private const val partSize = 1024 * 1024 * 1
     private var port = 12345
-    private var httpServer: HttpServer? = null
+    private var httpServer: AdvancedHttpServer? = null
     private val infos = mutableMapOf<String, MutableMap<String, MutableList<String>>>();
 
     fun stop() {
-        httpServer?.stop(1_000)
+        httpServer?.stop()
     }
 
     fun start() {
 
 
         try {
-            httpServer = HttpServer.create(InetSocketAddress(port), 100);
+            httpServer = AdvancedHttpServer(port)
-            httpServer?.createContext("/") { httpExchange ->
+            httpServer!!.addRoutes("/") { _, response ->
                 run {
-                    httpExchange.sendResponseHeaders(200, "server running  ".length.toLong());
+                    response.setContentType("text/html")
-
+                    response.start()
-                    val os = httpExchange.responseBody
+                    response.write("Hello, world!")
-                    val writer = OutputStreamWriter(os, Charset.defaultCharset())
-                    writer.write("server running  ")
-                    writer.close()
-                    os.close()
-                    httpExchange.close()
                 }
-            }
+            };
-            httpServer?.createContext("/proxy") { httpExchange ->
+            httpServer!!.addRoutes("/proxy") { req, response ->
                 run {
-                    val params = queryToMap(httpExchange.requestURI.query)
+                    val url = Util.base64Decode(req.queryParams["url"])
-
-                    val url = Util.base64Decode(params?.get("url"))
                     val header: Map<String, String> = Gson().fromJson<Map<String, String>>(
-                        Util.base64Decode(params?.get("headers")), MutableMap::class.java
+                        Util.base64Decode(req.queryParams["headers"]), MutableMap::class.java
                     )
-                    CoroutineScope(Dispatchers.IO).launch {
+                    proxyAsync(url, header, req, response)
-                        proxyAsync(
-                            url, header, httpExchange
-                        )
-                    }
-
                 }
             }
-            httpServer?.executor = null;
+            httpServer!!.start()
-
-            httpServer?.start();
-
 
         } catch (e: Exception) {
             SpiderDebug.log("start server e:" + e.message)
             e.printStackTrace()
 
-            httpServer?.stop(1000)
+            httpServer?.stop()
         }
-        port = httpServer?.address?.port!!
+
-        SpiderDebug.log("ktorServer start on " + port)
+        SpiderDebug.log("Server start on $port")
 
     }
 
-    private suspend fun proxyAsync(
+    private fun proxyAsync(
-        url: String, headers: Map<String, String>, httpExchange: HttpExchange
+        url: String,
+        headers: Map<String, String>,
+        request: AdvancedHttpServer.Request,
+        response: AdvancedHttpServer.Response
     ) {
-        val channels = List(THREAD_NUM) { Channel<ByteArray>() }
+        runBlocking {
-        val outputStream = httpExchange.responseBody
+            val channels = List(THREAD_NUM) { Channel<ByteArray>() }
-
-        val bufferedOutputStream = BufferedOutputStream(outputStream)
-
-        try {
-            SpiderDebug.log("--proxyMultiThread: THREAD_NUM: $THREAD_NUM")
 
 
-            var rangeHeader = httpExchange.requestHeaders.getFirst("Range")
+            try {
-            //没有range头
+                SpiderDebug.log("--proxyMultiThread: THREAD_NUM: $THREAD_NUM")
-            if (rangeHeader.isNullOrEmpty()) {
-                // 处理初始请求
-                rangeHeader = "bytes=0-"
-            }
-            headers.toMutableMap().apply {
-                put("Range", rangeHeader)
-            }
-
-            // 解析范围请求
-            val (startPoint, endPoint) = parseRangePoint(
-                rangeHeader
-            )
-
-            //缓存response header
-            var info = infos[url]
-            if (info == null) {
-                info = getInfo(url, headers)
-                infos[url] = info
-            }
-
-            SpiderDebug.log("startPoint: $startPoint; endPoint: $endPoint")
-            val contentLength = getContentLength(info)
-            SpiderDebug.log("contentLength: $contentLength")
-            val finalEndPoint = if (endPoint == -1L) contentLength - 1 else endPoint
-
-            httpExchange.responseHeaders.apply {
-                set("Connection", "keep-alive")
-                set("Content-Length", (finalEndPoint - startPoint + 1).toString())
-                set("Content-Range", "bytes $startPoint-$finalEndPoint/$contentLength")
-                set("Content-Type", info["Content-Type"]?.get(0))
-            }
-            httpExchange.sendResponseHeaders(206, 0)
-
-            // 使用流式响应
-
-            var currentStart = startPoint
 
 
-            // 启动生产者协程下载数据
+                var rangeHeader = request.headers["Range"]
+                //没有range头
+                if (rangeHeader.isNullOrEmpty()) {
+                    // 处理初始请求
+                    rangeHeader = "bytes=0-"
+                }
+                headers.toMutableMap().apply {
+                    put("Range", rangeHeader)
+                }
 
-            val producerJob = mutableListOf<Job>()
+                // 解析范围请求
+                val (startPoint, endPoint) = parseRangePoint(
+                    rangeHeader
+                )
 
-            while (currentStart <= finalEndPoint) {
+                //缓存response header
-                producerJob.clear()
+                var info = infos[url]
-                // 创建通道用于接收数据块
+                if (info == null) {
+                    info = getInfo(url, headers)
+                    infos[url] = info
+                }
 
-                for (i in 0 until THREAD_NUM) {
+                SpiderDebug.log("startPoint: $startPoint; endPoint: $endPoint")
+                val contentLength = getContentLength(info)
+                SpiderDebug.log("contentLength: $contentLength")
+                val finalEndPoint = if (endPoint == -1L) contentLength - 1 else endPoint
+                response.setContentType("text/html")
 
-                    if (currentStart > finalEndPoint) break
-                    val chunkStart = currentStart
-                    val chunkEnd = minOf(currentStart + partSize - 1, finalEndPoint)
-                    producerJob += CoroutineScope(Dispatchers.IO).launch {
-                        // 异步下载数据块
-                        val data = getVideoStream(chunkStart, chunkEnd, url, headers)
-                        channels[i].send(data)
 
+                response.setHeader("Connection", "keep-alive")
+                response.setHeader("Content-Length", (finalEndPoint - startPoint + 1).toString())
+                response.setHeader(
+                    "Content-Range", "bytes $startPoint-$finalEndPoint/$contentLength"
+                )
+                info["Content-Type"]?.get(0)?.let { response.setHeader("Content-Type", it) }
+
+                response.setStatusCode(206)
+                response.start()
+                // 使用流式响应
+
+                var currentStart = startPoint
+
+
+                // 启动生产者协程下载数据
+
+                val producerJob = mutableListOf<Job>()
+
+                while (currentStart <= finalEndPoint) {
+                    producerJob.clear()
+                    // 创建通道用于接收数据块
+
+                    for (i in 0 until THREAD_NUM) {
+
+                        if (currentStart > finalEndPoint) break
+                        val chunkStart = currentStart
+                        val chunkEnd = minOf(currentStart + partSize - 1, finalEndPoint)
+                        producerJob += CoroutineScope(Dispatchers.IO).launch {
+                            // 异步下载数据块
+                            val data = getVideoStream(chunkStart, chunkEnd, url, headers)
+                            channels[i].send(data)
+
+                        }
+                        currentStart = chunkEnd + 1
                     }
-                    currentStart = chunkEnd + 1
+                    for ((index, _) in producerJob.withIndex()) {
-                }
-                for ((index, _) in producerJob.withIndex()) {
 
-                    val data = channels[index].receive()
+                        val data = channels[index].receive()
-                    SpiderDebug.log("Received chunk: ${data.size} bytes")
+                        SpiderDebug.log("Received chunk: ${data.size} bytes")
-
+                        response.write(data)
-                    bufferedOutputStream.write(data)
+                    }
-                    bufferedOutputStream.flush()
 
                 }
+            } catch (e: Exception) {
+                SpiderDebug.log("proxyAsync error: ${e.message}")
+                e.printStackTrace()
+                response.write("proxyAsync error: ${e.message}")
+
+            } finally {
+                channels.forEach { it.close() }
 
             }
-        } catch (e: Exception) {
-            SpiderDebug.log("error: ${e.message}")
-
-            outputStream.write("error: ${e.message}".toByteArray())
-
-        } finally {
-            channels.forEach { it.close() }
-            bufferedOutputStream.close()
-            outputStream.close()
-
-            httpExchange.close()
         }
     }
 

jar/custom_spider.jar.md5

@@ -1 +1 @@
-567abc0625af2feb5541627c7505dd4e
+c1590ab280fefce3b7d9ebf4d8b029a5

json/test.json

@@ -1,5 +1,5 @@
 {
-  "spider": "https://gh.llkk.cc/https://raw.githubusercontent.com/lushunming/AndroidCatVodSpider/multiThreadNew/jar/custom_spider.jar;md5;567abc0625af2feb5541627c7505dd4e",
+  "spider": "https://gh.llkk.cc/https://raw.githubusercontent.com/lushunming/AndroidCatVodSpider/multiThreadNew/jar/custom_spider.jar;md5;c1590ab280fefce3b7d9ebf4d8b029a5",
   "lives": [
     {
       "name": "电视直播",