admin/scribe
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

aded deamon process

Browse Source
This commit is contained in:
Jaikinator
2023-11-17 15:23:11 +01:00
parent 105161b6a6
commit f691790c00
1 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test_multithreading.py
+5 -4
View File
@@ -2,6 +2,8 @@ import os
import time import time
from scraibe import Scraibe from scraibe import Scraibe
import multiprocessing
import threading import threading
import torch import torch
import gc import gc
@@ -52,7 +54,6 @@ def delete_unused_model(model_runner):
global model, last_used, transcribe_active global model, last_used, transcribe_active
while True: while True:
print("Checking for unused model...", transcribe_active.is_set())
_unload_porperty = (not transcribe_active.is_set() and (time.time() - last_used > 30) and model is not None) _unload_porperty = (not transcribe_active.is_set() and (time.time() - last_used > 30) and model is not None)
if _unload_porperty: if _unload_porperty:
@@ -64,7 +65,7 @@ def delete_unused_model(model_runner):
model_runner.join() model_runner.join()
print("Model deleted", threading.active_count()) print("Model deleted")
time.sleep(10) time.sleep(10)
if __name__ == "__main__": if __name__ == "__main__":
@@ -72,8 +73,8 @@ if __name__ == "__main__":
lock = threading.Lock() lock = threading.Lock()
interaction = threading.Thread(target=interaction_thread) interaction = threading.Thread(target=interaction_thread)
model_runner = threading.Thread(target=model_thread) model_runner = threading.Thread(target=model_thread, daemon=True)
model_deleter = threading.Thread(target=delete_unused_model, args=(model_runner,)) model_deleter = threading.Thread(target=delete_unused_model, args=(model_runner,), daemon=True)
model_runner.start() model_runner.start()
model_deleter.start() model_deleter.start()