de839fc3f0
### What problem does this PR solve? Optimize task broker and executor for reduce memory usage and deployment complexity. ### Type of change - [x] Performance Improvement - [x] Refactoring ### Change Log - Enhance redis utils for message queue(use stream) - Modify task broker logic via message queue (1.get parse event from message queue 2.use ThreadPoolExecutor async executor ) - Modify the table column name of document and task (process_duation -> process_duration maybe just a spelling mistake) - Reformat some code style(just what i see) - Add requirement_dev.txt for developer - Add redis container on docker compose --------- Co-authored-by: Kevin Hu <kevinhu.sh@gmail.com>
26 lines
341 B
Bash
26 lines
341 B
Bash
#!/bin/bash
|
|
|
|
/usr/sbin/nginx
|
|
|
|
export LD_LIBRARY_PATH=/usr/lib/x86_64-linux-gnu/
|
|
|
|
PY=/root/miniconda3/envs/py11/bin/python
|
|
|
|
function task_exe(){
|
|
while [ 1 -eq 1 ];do
|
|
$PY rag/svr/task_executor.py $1 $2;
|
|
done
|
|
}
|
|
|
|
WS=1
|
|
for ((i=0;i<WS;i++))
|
|
do
|
|
task_exe $i $WS &
|
|
done
|
|
|
|
while [ 1 -eq q ];do
|
|
$PY api/ragflow_server.py
|
|
done
|
|
|
|
wait;
|