httpserver
This commit is contained in:
lushunming
parent
2d2d3377c4
commit
9fcf1455e8
|
|
@ -0,0 +1,360 @@
|
|||
package com.github.catvod.utils
|
||||
|
||||
import com.github.catvod.crawler.SpiderDebug
|
||||
import java.io.BufferedOutputStream
|
||||
import java.io.BufferedReader
|
||||
import java.io.IOException
|
||||
import java.io.InputStreamReader
|
||||
import java.net.ServerSocket
|
||||
import java.net.Socket
|
||||
import java.net.URLDecoder
|
||||
import java.util.concurrent.ExecutorService
|
||||
import java.util.concurrent.Executors
|
||||
import java.util.concurrent.atomic.AtomicBoolean
|
||||
import kotlin.text.Charsets.UTF_8
|
||||
|
||||
class AdvancedHttpServer(private val port: Int) {
|
||||
private val serverSocket: ServerSocket
|
||||
private val threadPool: ExecutorService
|
||||
private var isRunning = false
|
||||
private val routes = mutableMapOf<String, (Request, Response) -> Unit>()
|
||||
|
||||
init {
|
||||
serverSocket = ServerSocket(port)
|
||||
threadPool = Executors.newFixedThreadPool(10)
|
||||
}
|
||||
|
||||
fun addRoutes(path: String, handler: (Request, Response) -> Unit) {
|
||||
routes[path] = handler
|
||||
}
|
||||
|
||||
|
||||
fun start() {
|
||||
isRunning = true
|
||||
SpiderDebug.log("服务器已启动，监听端口: $port")
|
||||
|
||||
while (isRunning) {
|
||||
try {
|
||||
val clientSocket = serverSocket.accept()
|
||||
threadPool.execute { handleRequest(clientSocket) }
|
||||
} catch (e: IOException) {
|
||||
e.printStackTrace();SpiderDebug.log("出错：" + e.message)
|
||||
if (isRunning) e.printStackTrace();SpiderDebug.log("出错：" + e.message)
|
||||
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private fun handleRequest(clientSocket: Socket) {
|
||||
try {
|
||||
val reader = BufferedReader(InputStreamReader(clientSocket.inputStream, UTF_8))
|
||||
val writer = BufferedOutputStream(clientSocket.outputStream)
|
||||
|
||||
// 解析请求行
|
||||
val requestLine = reader.readLine() ?: ""
|
||||
val (method, path, _) = parseRequestLine(requestLine)
|
||||
|
||||
// 解析路径和查询参数
|
||||
val (basePath, queryParams) = parsePath(path)
|
||||
|
||||
// 读取请求头
|
||||
val headers = mutableMapOf<String, String>()
|
||||
var line: String?
|
||||
while (reader.readLine().also { line = it } != null && line!!.isNotEmpty()) {
|
||||
val colonIndex = line!!.indexOf(':')
|
||||
if (colonIndex > 0) {
|
||||
headers[line!!.substring(0, colonIndex).trim()] =
|
||||
line!!.substring(colonIndex + 1).trim()
|
||||
}
|
||||
}
|
||||
|
||||
// 解析请求体参数
|
||||
val contentLength = headers["Content-Length"]?.toIntOrNull() ?: 0
|
||||
val requestBody = if (contentLength > 0) {
|
||||
buildString {
|
||||
repeat(contentLength) {
|
||||
val char = reader.read().takeIf { it != -1 }?.toChar() ?: return@buildString
|
||||
append(char)
|
||||
}
|
||||
}
|
||||
} else ""
|
||||
|
||||
val contentType = headers["Content-Type"] ?: ""
|
||||
val bodyParams = parseRequestBody(contentType, requestBody)
|
||||
|
||||
// 创建请求对象
|
||||
val request = Request(
|
||||
method = method,
|
||||
path = basePath,
|
||||
queryParams = queryParams,
|
||||
headers = headers,
|
||||
body = requestBody,
|
||||
bodyParams = bodyParams
|
||||
)
|
||||
|
||||
// 创建响应处理器
|
||||
val response = Response(writer)
|
||||
|
||||
// 路由处理
|
||||
routeRequest(request, response)
|
||||
|
||||
response.flush()
|
||||
} catch (e: IOException) {
|
||||
e.printStackTrace()
|
||||
SpiderDebug.log("出错：" + e.message)
|
||||
} finally {
|
||||
clientSocket.close()
|
||||
}
|
||||
}
|
||||
|
||||
private fun routeRequest(request: Request, response: Response) {
|
||||
val route = routes[request.path]
|
||||
if (route == null) {
|
||||
handleNotFound(response)
|
||||
} else {
|
||||
route.invoke(request, response)
|
||||
}
|
||||
}
|
||||
|
||||
private fun handleRoot(request: Request, response: Response) {
|
||||
response.setContentType("text/html")
|
||||
response.start()
|
||||
|
||||
response.write("<html><body>")
|
||||
response.write("<h1>高级HTTP服务器</h1>")
|
||||
response.write("<p>支持参数解析和分块响应</p>")
|
||||
response.write("<h2>功能演示</h2>")
|
||||
response.write("<ul>")
|
||||
response.write("<li><a href=\"/echo?param1=value1¶m2=value2\">Echo参数</a></li>")
|
||||
response.write("<li><a href=\"/stream\">流式响应</a></li>")
|
||||
response.write("<li><a href=\"/slow\">服务器推送事件</a></li>")
|
||||
response.write("</ul>")
|
||||
|
||||
// 演示表单提交
|
||||
response.write("<h2>表单提交测试</h2>")
|
||||
response.write("<form action=\"/echo\" method=\"post\">")
|
||||
response.write("Name: <input type=\"text\" name=\"name\"><br>")
|
||||
response.write("Age: <input type=\"number\" name=\"age\"><br>")
|
||||
response.write("<input type=\"submit\" value=\"提交\">")
|
||||
response.write("</form>")
|
||||
|
||||
response.write("</body></html>")
|
||||
}
|
||||
|
||||
private fun handleEcho(request: Request, response: Response) {
|
||||
response.setContentType("text/html")
|
||||
response.start()
|
||||
|
||||
response.write("<html><body>")
|
||||
response.write("<h1>Echo服务</h1>")
|
||||
|
||||
// 输出请求信息
|
||||
response.write("<h2>请求信息</h2>")
|
||||
response.write("<p>方法: ${request.method}</p>")
|
||||
response.write("<p>路径: ${request.path}</p>")
|
||||
|
||||
// 输出查询参数
|
||||
response.write("<h2>查询参数</h2>")
|
||||
response.write("<ul>")
|
||||
if (request.queryParams.isEmpty()) {
|
||||
response.write("<li>无</li>")
|
||||
} else {
|
||||
request.queryParams.forEach { (key, value) ->
|
||||
response.write("<li>$key: $value</li>")
|
||||
}
|
||||
}
|
||||
response.write("</ul>")
|
||||
|
||||
// 输出请求头
|
||||
response.write("<h2>请求头</h2>")
|
||||
response.write("<ul>")
|
||||
request.headers.forEach { (key, value) ->
|
||||
response.write("<li>$key: $value</li>")
|
||||
}
|
||||
response.write("</ul>")
|
||||
|
||||
// 输出请求体
|
||||
response.write("<h2>请求体</h2>")
|
||||
response.write("<pre>${request.body}</pre>")
|
||||
|
||||
// 输出解析后的参数
|
||||
response.write("<h2>解析后的参数</h2>")
|
||||
response.write("<ul>")
|
||||
if (request.bodyParams.isEmpty()) {
|
||||
response.write("<li>无</li>")
|
||||
} else {
|
||||
request.bodyParams.forEach { (key, value) ->
|
||||
response.write("<li>$key: $value</li>")
|
||||
}
|
||||
}
|
||||
response.write("</ul>")
|
||||
|
||||
response.write("</body></html>")
|
||||
}
|
||||
|
||||
private fun handleStreamResponse(response: Response) {
|
||||
response.setContentType("text/plain")
|
||||
response.start()
|
||||
|
||||
for (i in 1..5) {
|
||||
response.write("这是第 $i 部分内容\n")
|
||||
Thread.sleep(500)
|
||||
}
|
||||
}
|
||||
|
||||
private fun handleSlowResponse(response: Response) {
|
||||
response.setContentType("text/event-stream")
|
||||
response.setHeader("Cache-Control", "no-cache")
|
||||
response.setHeader("Connection", "keep-alive")
|
||||
response.start()
|
||||
|
||||
for (i in 1..10) {
|
||||
response.write("data: 消息 $i\n\n")
|
||||
response.flush()
|
||||
Thread.sleep(1000)
|
||||
}
|
||||
}
|
||||
|
||||
private fun handleNotFound(response: Response) {
|
||||
response.setStatusCode(404)
|
||||
response.setContentType("text/html")
|
||||
response.start()
|
||||
response.write("<html><body><h1>404 Not Found</h1></body></html>")
|
||||
}
|
||||
|
||||
private fun parseRequestLine(requestLine: String): Triple<String, String, String> {
|
||||
val parts = requestLine.split(" ", limit = 3)
|
||||
return when {
|
||||
parts.size >= 3 -> Triple(parts[0], parts[1], parts[2])
|
||||
parts.size == 2 -> Triple(parts[0], parts[1], "HTTP/1.1")
|
||||
else -> Triple("GET", "/", "HTTP/1.1")
|
||||
}
|
||||
}
|
||||
|
||||
private fun parsePath(path: String): Pair<String, Map<String, String>> {
|
||||
val queryIndex = path.indexOf('?')
|
||||
return if (queryIndex >= 0) {
|
||||
Pair(path.substring(0, queryIndex), parseQueryString(path.substring(queryIndex + 1)))
|
||||
} else {
|
||||
Pair(path, emptyMap())
|
||||
}
|
||||
}
|
||||
|
||||
private fun parseQueryString(queryString: String): Map<String, String> {
|
||||
return queryString.split("&").filter { it.isNotEmpty() }.map { param ->
|
||||
val equalsIndex = param.indexOf('=')
|
||||
if (equalsIndex >= 0) {
|
||||
val key = URLDecoder.decode(param.substring(0, equalsIndex), "UTF-8")
|
||||
val value = URLDecoder.decode(param.substring(equalsIndex + 1), "UTF-8")
|
||||
key to value
|
||||
} else {
|
||||
URLDecoder.decode(param, "UTF-8") to ""
|
||||
}
|
||||
}.toMap()
|
||||
}
|
||||
|
||||
private fun parseRequestBody(contentType: String, body: String): Map<String, String> {
|
||||
return when {
|
||||
contentType.contains("application/x-www-form-urlencoded") -> parseQueryString(body)
|
||||
|
||||
contentType.contains("multipart/form-data") -> parseMultipartFormData(contentType, body)
|
||||
|
||||
else -> emptyMap()
|
||||
}
|
||||
}
|
||||
|
||||
private fun parseMultipartFormData(contentType: String, body: String): Map<String, String> {
|
||||
// 简化的multipart/form-data解析，实际实现需要处理boundary等
|
||||
return emptyMap()
|
||||
}
|
||||
|
||||
fun stop() {
|
||||
isRunning = false
|
||||
threadPool.shutdown()
|
||||
serverSocket.close()
|
||||
}
|
||||
|
||||
data class Request(
|
||||
val method: String,
|
||||
val path: String,
|
||||
val queryParams: Map<String, String>,
|
||||
val headers: Map<String, String>,
|
||||
val body: String,
|
||||
val bodyParams: Map<String, String>
|
||||
)
|
||||
|
||||
class Response(private val writer: BufferedOutputStream) {
|
||||
private val headers = mutableMapOf<String, String>()
|
||||
private var contentType = "text/plain"
|
||||
private var statusCode = 200
|
||||
private var started = AtomicBoolean(false)
|
||||
|
||||
fun setContentType(contentType: String) {
|
||||
this.contentType = contentType
|
||||
}
|
||||
|
||||
fun setHeader(name: String, value: String) {
|
||||
headers[name] = value
|
||||
}
|
||||
|
||||
fun setStatusCode(statusCode: Int) {
|
||||
this.statusCode = statusCode
|
||||
}
|
||||
|
||||
private val codeMap = mutableMapOf<Int, String>(
|
||||
206 to "Partial Content",
|
||||
200 to "OK",
|
||||
404 to "NOT FOUND",
|
||||
400 to "BAD REQUEST",
|
||||
401 to "UNAUTHORIZED",
|
||||
403 to "FORBIDDEN",
|
||||
405 to "METHOD NOT ALLOWED",
|
||||
408 to "REQUEST TIMEOUT",
|
||||
413 to "PAYLOAD TOO LARGE",
|
||||
414 to "URI TOO LONG",
|
||||
415 to "UNSUPPORTED MEDIA TYPE",
|
||||
429 to "TOO MANY REQUESTS",
|
||||
500 to "INTERNAL SERVER ERROR",
|
||||
501 to "NOT IMPLEMENTED",
|
||||
503 to "SERVICE UNAVAILABLE",
|
||||
504 to "GATEWAY TIMEOUT",
|
||||
505 to "HTTP VERSION NOT SUPPORTED",
|
||||
507 to "INSUFFICIENT STORAGE",
|
||||
511 to "NETWORK AUTHENTICATION REQUIRED"
|
||||
)
|
||||
|
||||
fun start() {
|
||||
if (started.compareAndSet(false, true)) {
|
||||
writer.write("HTTP/1.1 $statusCode ${codeMap[statusCode]}\r\n".toByteArray(UTF_8))
|
||||
|
||||
writer.write("Content-Type: $contentType; charset=utf-8\r\n".toByteArray(UTF_8))
|
||||
|
||||
headers.forEach { (name, value) ->
|
||||
writer.write("$name: $value\r\n".toByteArray(UTF_8))
|
||||
}
|
||||
|
||||
writer.write("\r\n".toByteArray(UTF_8))
|
||||
writer.flush()
|
||||
}
|
||||
}
|
||||
|
||||
fun write(content: ByteArray) {
|
||||
if (!started.get()) {
|
||||
start()
|
||||
}
|
||||
writer.write(content)
|
||||
}
|
||||
|
||||
fun write(content: String) {
|
||||
if (!started.get()) {
|
||||
start()
|
||||
}
|
||||
writer.write(content.toByteArray(UTF_8))
|
||||
}
|
||||
|
||||
fun flush() {
|
||||
writer.flush()
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
|
|
@ -3,16 +3,12 @@ package com.github.catvod.utils
|
|||
import com.github.catvod.crawler.SpiderDebug
|
||||
import com.github.catvod.net.OkHttp
|
||||
import com.google.gson.Gson
|
||||
import com.sun.net.httpserver.HttpExchange
|
||||
import com.sun.net.httpserver.HttpServer
|
||||
import kotlinx.coroutines.CoroutineScope
|
||||
import kotlinx.coroutines.Dispatchers
|
||||
import kotlinx.coroutines.Job
|
||||
import kotlinx.coroutines.channels.Channel
|
||||
import kotlinx.coroutines.launch
|
||||
import java.io.BufferedOutputStream
|
||||
import java.io.OutputStreamWriter
|
||||
import java.net.InetSocketAddress
|
||||
import kotlinx.coroutines.runBlocking
|
||||
import java.nio.charset.Charset
|
||||
|
||||
|
||||
|
|
@ -20,75 +16,62 @@ object ProxyServer {
|
|||
private val THREAD_NUM = Runtime.getRuntime().availableProcessors() * 2
|
||||
private const val partSize = 1024 * 1024 * 1
|
||||
private var port = 12345
|
||||
private var httpServer: HttpServer? = null
|
||||
private var httpServer: AdvancedHttpServer? = null
|
||||
private val infos = mutableMapOf<String, MutableMap<String, MutableList<String>>>();
|
||||
|
||||
fun stop() {
|
||||
httpServer?.stop(1_000)
|
||||
httpServer?.stop()
|
||||
}
|
||||
|
||||
fun start() {
|
||||
|
||||
|
||||
try {
|
||||
httpServer = HttpServer.create(InetSocketAddress(port), 100);
|
||||
httpServer?.createContext("/") { httpExchange ->
|
||||
httpServer = AdvancedHttpServer(port)
|
||||
httpServer!!.addRoutes("/") { _, response ->
|
||||
run {
|
||||
httpExchange.sendResponseHeaders(200, "server running ".length.toLong());
|
||||
|
||||
val os = httpExchange.responseBody
|
||||
val writer = OutputStreamWriter(os, Charset.defaultCharset())
|
||||
writer.write("server running ")
|
||||
writer.close()
|
||||
os.close()
|
||||
httpExchange.close()
|
||||
response.setContentType("text/html")
|
||||
response.start()
|
||||
response.write("Hello, world!")
|
||||
}
|
||||
}
|
||||
httpServer?.createContext("/proxy") { httpExchange ->
|
||||
};
|
||||
httpServer!!.addRoutes("/proxy") { req, response ->
|
||||
run {
|
||||
val params = queryToMap(httpExchange.requestURI.query)
|
||||
|
||||
val url = Util.base64Decode(params?.get("url"))
|
||||
val url = Util.base64Decode(req.queryParams["url"])
|
||||
val header: Map<String, String> = Gson().fromJson<Map<String, String>>(
|
||||
Util.base64Decode(params?.get("headers")), MutableMap::class.java
|
||||
Util.base64Decode(req.queryParams["headers"]), MutableMap::class.java
|
||||
)
|
||||
CoroutineScope(Dispatchers.IO).launch {
|
||||
proxyAsync(
|
||||
url, header, httpExchange
|
||||
)
|
||||
}
|
||||
|
||||
proxyAsync(url, header, req, response)
|
||||
}
|
||||
}
|
||||
httpServer?.executor = null;
|
||||
|
||||
httpServer?.start();
|
||||
|
||||
httpServer!!.start()
|
||||
|
||||
} catch (e: Exception) {
|
||||
SpiderDebug.log("start server e:" + e.message)
|
||||
e.printStackTrace()
|
||||
|
||||
httpServer?.stop(1000)
|
||||
httpServer?.stop()
|
||||
}
|
||||
port = httpServer?.address?.port!!
|
||||
SpiderDebug.log("ktorServer start on " + port)
|
||||
|
||||
SpiderDebug.log("Server start on $port")
|
||||
|
||||
}
|
||||
|
||||
private suspend fun proxyAsync(
|
||||
url: String, headers: Map<String, String>, httpExchange: HttpExchange
|
||||
private fun proxyAsync(
|
||||
url: String,
|
||||
headers: Map<String, String>,
|
||||
request: AdvancedHttpServer.Request,
|
||||
response: AdvancedHttpServer.Response
|
||||
) {
|
||||
runBlocking {
|
||||
val channels = List(THREAD_NUM) { Channel<ByteArray>() }
|
||||
val outputStream = httpExchange.responseBody
|
||||
|
||||
val bufferedOutputStream = BufferedOutputStream(outputStream)
|
||||
|
||||
try {
|
||||
SpiderDebug.log("--proxyMultiThread: THREAD_NUM: $THREAD_NUM")
|
||||
|
||||
|
||||
var rangeHeader = httpExchange.requestHeaders.getFirst("Range")
|
||||
var rangeHeader = request.headers["Range"]
|
||||
//没有range头
|
||||
if (rangeHeader.isNullOrEmpty()) {
|
||||
// 处理初始请求
|
||||
|
|
@ -114,15 +97,18 @@ object ProxyServer {
|
|||
val contentLength = getContentLength(info)
|
||||
SpiderDebug.log("contentLength: $contentLength")
|
||||
val finalEndPoint = if (endPoint == -1L) contentLength - 1 else endPoint
|
||||
response.setContentType("text/html")
|
||||
|
||||
httpExchange.responseHeaders.apply {
|
||||
set("Connection", "keep-alive")
|
||||
set("Content-Length", (finalEndPoint - startPoint + 1).toString())
|
||||
set("Content-Range", "bytes $startPoint-$finalEndPoint/$contentLength")
|
||||
set("Content-Type", info["Content-Type"]?.get(0))
|
||||
}
|
||||
httpExchange.sendResponseHeaders(206, 0)
|
||||
|
||||
response.setHeader("Connection", "keep-alive")
|
||||
response.setHeader("Content-Length", (finalEndPoint - startPoint + 1).toString())
|
||||
response.setHeader(
|
||||
"Content-Range", "bytes $startPoint-$finalEndPoint/$contentLength"
|
||||
)
|
||||
info["Content-Type"]?.get(0)?.let { response.setHeader("Content-Type", it) }
|
||||
|
||||
response.setStatusCode(206)
|
||||
response.start()
|
||||
// 使用流式响应
|
||||
|
||||
var currentStart = startPoint
|
||||
|
|
@ -153,24 +139,19 @@ object ProxyServer {
|
|||
|
||||
val data = channels[index].receive()
|
||||
SpiderDebug.log("Received chunk: ${data.size} bytes")
|
||||
|
||||
bufferedOutputStream.write(data)
|
||||
bufferedOutputStream.flush()
|
||||
|
||||
response.write(data)
|
||||
}
|
||||
|
||||
}
|
||||
} catch (e: Exception) {
|
||||
SpiderDebug.log("error: ${e.message}")
|
||||
|
||||
outputStream.write("error: ${e.message}".toByteArray())
|
||||
SpiderDebug.log("proxyAsync error: ${e.message}")
|
||||
e.printStackTrace()
|
||||
response.write("proxyAsync error: ${e.message}")
|
||||
|
||||
} finally {
|
||||
channels.forEach { it.close() }
|
||||
bufferedOutputStream.close()
|
||||
outputStream.close()
|
||||
|
||||
httpExchange.close()
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
|
|
|
|||
Binary file not shown.
|
|
@ -1 +1 @@
|
|||
567abc0625af2feb5541627c7505dd4e
|
||||
c1590ab280fefce3b7d9ebf4d8b029a5
|
||||
|
|
|
|||
|
|
@ -1,5 +1,5 @@
|
|||
{
|
||||
"spider": "https://gh.llkk.cc/https://raw.githubusercontent.com/lushunming/AndroidCatVodSpider/multiThreadNew/jar/custom_spider.jar;md5;567abc0625af2feb5541627c7505dd4e",
|
||||
"spider": "https://gh.llkk.cc/https://raw.githubusercontent.com/lushunming/AndroidCatVodSpider/multiThreadNew/jar/custom_spider.jar;md5;c1590ab280fefce3b7d9ebf4d8b029a5",
|
||||
"lives": [
|
||||
{
|
||||
"name": "电视直播",
|
||||
|
|
|
|||
Loading…
Reference in New Issue