API: started work, added a serializer

2024-09-17 11:37:03 +03:00
parent c6df41f903
commit 7a18b1b2ff
4 changed files with 80 additions and 2 deletions
--- a/management/commands/indexer_multithread.py
+++ b/management/commands/indexer_multithread.py
@@ -11,7 +11,7 @@ from datetime import datetime, timedelta
 import gc
 import json

-MAX_WORKERS = 2 * mp.cpu_count() - 1 #max number of workers for multiprocessing
+MAX_WORKERS = 8                      #max number of workers for multiprocessing
 CHUNK_SIZE = 1_000                   #size of individual chunk

 def current_time():                                                         #a function for timestamps