zcdsj
/
mtc
5
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat: 采用队列增强消费能力

This commit is contained in:
caoqianming 2024-06-28 16:24:05 +08:00
parent 576b4c2dfa
commit 5fb7bb4742
1 changed files with 9 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
mqttc.py
View File

@ -13,6 +13,7 @@ from email.mime.multipart import MIMEMultipart
from email.mime.text import MIMEText from email.mime.text import MIMEText
from threading import Thread from threading import Thread
import traceback import traceback
import queue
CUR_DIR = os.path.dirname(os.path.abspath(__file__)) CUR_DIR = os.path.dirname(os.path.abspath(__file__))
@ -31,6 +32,7 @@ logger = logging.getLogger(__name__)
engine:Engine = None engine:Engine = None
mpoint_dict = {} # {"mpoint_id": last_timex} mpoint_dict = {} # {"mpoint_id": last_timex}
msg_queue: queue.Queue = queue.Queue()
def send_error_email(message, subject='hfnf_mqtt', ): def send_error_email(message, subject='hfnf_mqtt', ):
msg = MIMEMultipart() msg = MIMEMultipart()
@ -44,6 +46,11 @@ def send_error_email(message, subject='hfnf_mqtt', ):
server.sendmail(conf.EMAIL_HOST_USER, conf.EMAIL_HOST_USER, msg.as_string()) server.sendmail(conf.EMAIL_HOST_USER, conf.EMAIL_HOST_USER, msg.as_string())
server.quit() server.quit()
def worker():
while True:
msg = msg_queue.get()
if msg is not None:
save_items(msg)
def save_items(payload): def save_items(payload):
item_list = json.loads(payload) item_list = json.loads(payload)
@ -97,7 +104,7 @@ def on_connect(mqttc: mqtt.Client, userdata, flags, rc, properties):
def on_message(mqttc: mqtt.Client, userdata, msg: mqtt.MQTTMessage): def on_message(mqttc: mqtt.Client, userdata, msg: mqtt.MQTTMessage):
topic = msg.topic topic = msg.topic
if topic == conf.MQTT_TOPIC: if topic == conf.MQTT_TOPIC:
save_items(msg.payload) msg_queue.put(msg.payload)
def on_disconnect(mqttc: mqtt.Client, userdata, disconnect_flags, reason_code, properties): def on_disconnect(mqttc: mqtt.Client, userdata, disconnect_flags, reason_code, properties):
logger.error(f"Disconnected from MQTT broker__:{disconnect_flags}, {reason_code}") logger.error(f"Disconnected from MQTT broker__:{disconnect_flags}, {reason_code}")
@ -116,6 +123,7 @@ if __name__ == '__main__':
try: try:
engine = create_engine(conf.DATABASE_URL) engine = create_engine(conf.DATABASE_URL)
logger.info("Connected to database") logger.info("Connected to database")
Thread(target=worker, daemon=True).start()
start_mqtt() start_mqtt()
except Exception: except Exception:
logger.error("异常退出", exc_info=True) logger.error("异常退出", exc_info=True)