perf(cd): out_service/cd.py 改 ThreadingHTTPServer + per-host 锁, drain 改非阻塞
- HTTPServer -> ThreadingHTTPServer, HTTP 层放开并发 - 全局 sc_lock 拆为 per-host 锁, 不同采集器互不阻塞 - drain 改 setblocking(False), 缓冲区为空时立即返回, 省掉 0.5s 阻塞等待 - recv 改读满 4+length 字节, 避免分包时误判"数据不完整" Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
parent
8de4d1197b
commit
86a8110a5e
|
|
@ -1,11 +1,9 @@
|
||||||
from http.server import BaseHTTPRequestHandler, HTTPServer
|
from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
|
||||||
import json
|
import json
|
||||||
from urllib.parse import urlparse, parse_qs
|
from urllib.parse import urlparse, parse_qs
|
||||||
import socket
|
import socket
|
||||||
import traceback
|
import threading
|
||||||
import threading # 新增:引入线程锁
|
|
||||||
|
|
||||||
# 全局 Socket 连接字典
|
|
||||||
sc_all = {
|
sc_all = {
|
||||||
"192.168.1.220_6000": None,
|
"192.168.1.220_6000": None,
|
||||||
"192.168.1.235_6000": None,
|
"192.168.1.235_6000": None,
|
||||||
|
|
@ -13,7 +11,7 @@ sc_all = {
|
||||||
"192.168.1.230_6000": None,
|
"192.168.1.230_6000": None,
|
||||||
}
|
}
|
||||||
|
|
||||||
sc_lock = threading.Lock() # 全局锁,保护 sc_all
|
sc_locks = {addr: threading.Lock() for addr in sc_all}
|
||||||
|
|
||||||
def get_checksum(body_msg):
|
def get_checksum(body_msg):
|
||||||
return sum(body_msg) & 0xFF
|
return sum(body_msg) & 0xFF
|
||||||
|
|
@ -46,6 +44,45 @@ def handle_bytes(arr):
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
return f"数据解析错误: {str(e)}"
|
return f"数据解析错误: {str(e)}"
|
||||||
|
|
||||||
|
|
||||||
|
def drain_socket(sc):
|
||||||
|
sc.setblocking(False)
|
||||||
|
try:
|
||||||
|
while True:
|
||||||
|
data = sc.recv(65536)
|
||||||
|
if not data:
|
||||||
|
break
|
||||||
|
except BlockingIOError:
|
||||||
|
pass
|
||||||
|
finally:
|
||||||
|
sc.settimeout(5)
|
||||||
|
|
||||||
|
|
||||||
|
def recv_full_message(sc):
|
||||||
|
data = bytearray()
|
||||||
|
while len(data) < 4:
|
||||||
|
chunk = sc.recv(1024)
|
||||||
|
if not chunk:
|
||||||
|
raise ConnectionError("连接中断")
|
||||||
|
data.extend(chunk)
|
||||||
|
|
||||||
|
if data[0] != 0xEB or data[1] != 0x90:
|
||||||
|
return bytes(data)
|
||||||
|
|
||||||
|
length = int.from_bytes(bytes(data[2:4])[::-1], byteorder='little', signed=True)
|
||||||
|
if length <= 0 or length > 65536:
|
||||||
|
return bytes(data)
|
||||||
|
|
||||||
|
total_needed = 4 + length
|
||||||
|
while len(data) < total_needed:
|
||||||
|
chunk = sc.recv(1024)
|
||||||
|
if not chunk:
|
||||||
|
raise ConnectionError("连接中断")
|
||||||
|
data.extend(chunk)
|
||||||
|
|
||||||
|
return bytes(data)
|
||||||
|
|
||||||
|
|
||||||
class JSONRequestHandler(BaseHTTPRequestHandler):
|
class JSONRequestHandler(BaseHTTPRequestHandler):
|
||||||
def ok(self, data):
|
def ok(self, data):
|
||||||
self.send_response(200)
|
self.send_response(200)
|
||||||
|
|
@ -60,6 +97,9 @@ class JSONRequestHandler(BaseHTTPRequestHandler):
|
||||||
data = {"err_msg": err_msg}
|
data = {"err_msg": err_msg}
|
||||||
self.wfile.write(json.dumps(data, ensure_ascii=False).encode('utf-8'))
|
self.wfile.write(json.dumps(data, ensure_ascii=False).encode('utf-8'))
|
||||||
|
|
||||||
|
def log_message(self, format, *args):
|
||||||
|
return
|
||||||
|
|
||||||
def do_GET(self):
|
def do_GET(self):
|
||||||
parsed_url = urlparse(self.path)
|
parsed_url = urlparse(self.path)
|
||||||
query_params = parse_qs(parsed_url.query)
|
query_params = parse_qs(parsed_url.query)
|
||||||
|
|
@ -71,37 +111,20 @@ class JSONRequestHandler(BaseHTTPRequestHandler):
|
||||||
self.error(f'{addr} 未找到')
|
self.error(f'{addr} 未找到')
|
||||||
return
|
return
|
||||||
|
|
||||||
def connect_and_send():
|
def request_once():
|
||||||
with sc_lock: # 加锁,防止竞争
|
with sc_locks[addr]:
|
||||||
sc = sc_all[addr]
|
sc = sc_all[addr]
|
||||||
|
|
||||||
try:
|
try:
|
||||||
if sc is None:
|
if sc is None:
|
||||||
sc = socket.socket()
|
sc = socket.socket()
|
||||||
sc.settimeout(5)
|
sc.settimeout(5)
|
||||||
sc.connect((host, int(port)))
|
sc.connect((host, int(port)))
|
||||||
sc_all[addr] = sc
|
sc_all[addr] = sc
|
||||||
sc.settimeout(0.5)
|
else:
|
||||||
while True:
|
drain_socket(sc)
|
||||||
try:
|
|
||||||
data = sc.recv(65536)
|
|
||||||
if not data:
|
|
||||||
break
|
|
||||||
except (socket.timeout, BlockingIOError):
|
|
||||||
break
|
|
||||||
|
|
||||||
sc.settimeout(5)
|
|
||||||
sc.sendall(b"R")
|
sc.sendall(b"R")
|
||||||
|
return recv_full_message(sc)
|
||||||
data = bytearray()
|
|
||||||
while len(data) < 8:
|
|
||||||
chunk = sc.recv(1024)
|
|
||||||
if not chunk:
|
|
||||||
raise ConnectionError("连接中断")
|
|
||||||
data.extend(chunk)
|
|
||||||
|
|
||||||
return sc, bytes(data)
|
|
||||||
|
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
if sc is not None:
|
if sc is not None:
|
||||||
try:
|
try:
|
||||||
|
|
@ -109,30 +132,30 @@ class JSONRequestHandler(BaseHTTPRequestHandler):
|
||||||
except Exception:
|
except Exception:
|
||||||
pass
|
pass
|
||||||
sc_all[addr] = None
|
sc_all[addr] = None
|
||||||
self.error(f'采集器通信失败: {e}')
|
raise e
|
||||||
return None, None
|
|
||||||
|
|
||||||
sc, resp = connect_and_send()
|
try:
|
||||||
if sc is None or resp is None:
|
resp = request_once()
|
||||||
|
except Exception as e:
|
||||||
|
self.error(f'采集器通信失败: {e}')
|
||||||
return
|
return
|
||||||
|
|
||||||
res = handle_bytes(resp)
|
res = handle_bytes(resp)
|
||||||
|
if isinstance(res, str) and res == "数据头不正确":
|
||||||
|
try:
|
||||||
|
resp = request_once()
|
||||||
|
except Exception as e:
|
||||||
|
self.error(f'采集器通信失败: {e}')
|
||||||
|
return
|
||||||
|
res = handle_bytes(resp)
|
||||||
|
|
||||||
if isinstance(res, str):
|
if isinstance(res, str):
|
||||||
if res == "数据头不正确":
|
self.error(res)
|
||||||
sc, resp = connect_and_send()
|
|
||||||
if sc is None or resp is None:
|
|
||||||
return
|
|
||||||
res = handle_bytes(resp)
|
|
||||||
if isinstance(res, str):
|
|
||||||
self.error(res)
|
|
||||||
else:
|
|
||||||
self.ok(res)
|
|
||||||
else:
|
|
||||||
self.error(res)
|
|
||||||
else:
|
else:
|
||||||
self.ok(res)
|
self.ok(res)
|
||||||
|
|
||||||
def run(server_class=HTTPServer, handler_class=JSONRequestHandler, port=2300):
|
|
||||||
|
def run(server_class=ThreadingHTTPServer, handler_class=JSONRequestHandler, port=2300):
|
||||||
server_address = ('', port)
|
server_address = ('', port)
|
||||||
httpd = server_class(server_address, handler_class)
|
httpd = server_class(server_address, handler_class)
|
||||||
print(f'Starting httpd server on port {port}...')
|
print(f'Starting httpd server on port {port}...')
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue