Delete test_multithreading.py
This commit is contained in:
@@ -1,85 +0,0 @@
|
|||||||
import os
|
|
||||||
import time
|
|
||||||
|
|
||||||
from scraibe import Scraibe
|
|
||||||
|
|
||||||
import multiprocessing
|
|
||||||
import threading
|
|
||||||
import torch
|
|
||||||
import gc
|
|
||||||
|
|
||||||
model = None
|
|
||||||
last_used = time.time()
|
|
||||||
transcribe_active = threading.Event()
|
|
||||||
|
|
||||||
def transcribe_thread(audio):
|
|
||||||
|
|
||||||
global model
|
|
||||||
transcribe_active.set()
|
|
||||||
print(model.autotranscribe(audio))
|
|
||||||
transcribe_active.clear()
|
|
||||||
|
|
||||||
def model_thread():
|
|
||||||
global model, last_used
|
|
||||||
model = Scraibe(dia_model= "models/pyannote/config.yaml")
|
|
||||||
last_used = time.time()
|
|
||||||
|
|
||||||
def interaction_thread():
|
|
||||||
global model, model_runner
|
|
||||||
while True:
|
|
||||||
command = input("Enter a command ('q' to quit, 'reload' to reload model): ")
|
|
||||||
|
|
||||||
if command.lower() == 'q':
|
|
||||||
break
|
|
||||||
elif command.lower() == 'reload':
|
|
||||||
print("Reloading model...", model)
|
|
||||||
if model is None:
|
|
||||||
transcribe_active.clear() #black magic
|
|
||||||
model_runner = threading.Thread(target=model_thread)
|
|
||||||
model_runner.start()
|
|
||||||
model_runner.join()
|
|
||||||
|
|
||||||
else:
|
|
||||||
print("Model is already loaded.")
|
|
||||||
else:
|
|
||||||
if os.path.exists(command):
|
|
||||||
transcribe = threading.Thread(target=transcribe_thread, args=(command,))
|
|
||||||
transcribe.start()
|
|
||||||
transcribe.join()
|
|
||||||
|
|
||||||
else:
|
|
||||||
print("File does not exist.")
|
|
||||||
|
|
||||||
def delete_unused_model(model_runner):
|
|
||||||
global model, last_used, transcribe_active
|
|
||||||
|
|
||||||
while True:
|
|
||||||
_unload_porperty = (not transcribe_active.is_set() and (time.time() - last_used > 30) and model is not None)
|
|
||||||
if _unload_porperty:
|
|
||||||
|
|
||||||
del model
|
|
||||||
model = None
|
|
||||||
|
|
||||||
gc.collect()
|
|
||||||
torch.cuda.empty_cache()
|
|
||||||
|
|
||||||
model_runner.join()
|
|
||||||
|
|
||||||
print("Model deleted")
|
|
||||||
time.sleep(10)
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
|
|
||||||
lock = threading.Lock()
|
|
||||||
|
|
||||||
interaction = threading.Thread(target=interaction_thread)
|
|
||||||
model_runner = threading.Thread(target=model_thread, daemon=True)
|
|
||||||
model_deleter = threading.Thread(target=delete_unused_model, args=(model_runner,), daemon=True)
|
|
||||||
|
|
||||||
model_runner.start()
|
|
||||||
model_deleter.start()
|
|
||||||
|
|
||||||
# Ensure the model is initialized before starting the interaction
|
|
||||||
model_runner.join()
|
|
||||||
interaction.start()
|
|
||||||
interaction.join()
|
|
||||||
Reference in New Issue
Block a user