@@ -72,17 +72,17 @@ def run_jobs() -> None:
72
72
"--queues=docprocessing" ,
73
73
]
74
74
75
- cmd_worker_user_files_indexing = [
75
+ cmd_worker_user_files = [
76
76
"celery" ,
77
77
"-A" ,
78
- "onyx.background.celery.versioned_apps.docfetching " ,
78
+ "onyx.background.celery.versioned_apps.user_file_processing " ,
79
79
"worker" ,
80
80
"--pool=threads" ,
81
81
"--concurrency=1" ,
82
82
"--prefetch-multiplier=1" ,
83
83
"--loglevel=INFO" ,
84
- "--hostname=user_files_indexing @%n" ,
85
- "--queues=user_files_indexing " ,
84
+ "--hostname=user_file_processing @%n" ,
85
+ "--queues=user_file_processing,user_file_project_sync " ,
86
86
]
87
87
88
88
cmd_worker_monitoring = [
@@ -152,8 +152,8 @@ def run_jobs() -> None:
152
152
text = True ,
153
153
)
154
154
155
- worker_user_files_indexing_process = subprocess .Popen (
156
- cmd_worker_user_files_indexing ,
155
+ worker_user_file_process = subprocess .Popen (
156
+ cmd_worker_user_files ,
157
157
stdout = subprocess .PIPE ,
158
158
stderr = subprocess .STDOUT ,
159
159
text = True ,
@@ -197,9 +197,9 @@ def run_jobs() -> None:
197
197
worker_docprocessing_thread = threading .Thread (
198
198
target = monitor_process , args = ("DOCPROCESSING" , worker_docprocessing_process )
199
199
)
200
- worker_user_files_indexing_thread = threading .Thread (
200
+ worker_user_file_thread = threading .Thread (
201
201
target = monitor_process ,
202
- args = ("USER_FILES_INDEX " , worker_user_files_indexing_process ),
202
+ args = ("USER_FILE_PROCESSING " , worker_user_file_process ),
203
203
)
204
204
worker_monitoring_thread = threading .Thread (
205
205
target = monitor_process , args = ("MONITORING" , worker_monitoring_process )
@@ -216,7 +216,7 @@ def run_jobs() -> None:
216
216
worker_light_thread .start ()
217
217
worker_heavy_thread .start ()
218
218
worker_docprocessing_thread .start ()
219
- worker_user_files_indexing_thread .start ()
219
+ worker_user_file_thread .start ()
220
220
worker_monitoring_thread .start ()
221
221
worker_kg_processing_thread .start ()
222
222
worker_docfetching_thread .start ()
@@ -226,7 +226,7 @@ def run_jobs() -> None:
226
226
worker_light_thread .join ()
227
227
worker_heavy_thread .join ()
228
228
worker_docprocessing_thread .join ()
229
- worker_user_files_indexing_thread .join ()
229
+ worker_user_file_thread .join ()
230
230
worker_monitoring_thread .join ()
231
231
worker_kg_processing_thread .join ()
232
232
worker_docfetching_thread .join ()
0 commit comments