From f2877d7ad4ac99216d80148c6902b1bf35543bb5 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Wed, 8 Nov 2023 17:07:30 +0100
Subject: [PATCH 01/42] try to implement sleep

---
 scraibe/app/gradio_app.py | 57 ++++++++++++++++++++++++++++++++++-----
 1 file changed, 51 insertions(+), 6 deletions(-)

diff --git a/scraibe/app/gradio_app.py b/scraibe/app/gradio_app.py
index cf80b7e..086db17 100644
--- a/scraibe/app/gradio_app.py
+++ b/scraibe/app/gradio_app.py
@@ -34,10 +34,12 @@ Usage:
 
 import json
 import os
+import re
 
 import gradio as gr
+import threading
 from tqdm import tqdm
-
+import time
 from scraibe import Scraibe, Transcript
 
 theme = gr.themes.Soft(
@@ -63,6 +65,19 @@ LANGUAGES = [
 
 CURRENT_PATH = os.path.dirname(os.path.realpath(__file__))
 
+
+# Global variable to track user activity
+USER_ACTIVE = True
+
+# Lock to synchronize access to user_active variable
+user_active_lock = threading.Lock()
+
+# Function to reset the user activity flag
+def reset_user_activity():
+    global USER_ACTIVE
+    with user_active_lock:
+        USER_ACTIVE = True
+
 class GradioTranscriptionInterface:
     """
     Interface handling the interaction between Gradio UI and the Audio Transcription system.
@@ -205,8 +220,7 @@ class GradioTranscriptionInterface:
             return json.dumps(out, indent=4)
         
         else:
-            gr.Error("Please provide a valid audio file.")
-            
+            gr.Error("Please provide a valid audio file.")        
 
 ####
 # Gradio Interface
@@ -218,8 +232,11 @@ def gradio_Interface(model : Scraibe = None):
         model = Scraibe()
         
     pipe = GradioTranscriptionInterface(model)
-
+        
     def select_task(choice):
+        # tell the app that it is still in use
+        reset_user_activity()
+        
         if choice == 'Auto Transcribe':
             
             return (gr.update(visible = True),
@@ -241,6 +258,10 @@ def gradio_Interface(model : Scraibe = None):
                     gr.update(visible = False))
         
     def select_origin(choice):
+        
+        # tell the app that it is still in use
+        reset_user_activity()
+        
         if choice == "Upload Audio":
             
             return (gr.update(visible = True),
@@ -292,6 +313,10 @@ def gradio_Interface(model : Scraibe = None):
                    file_in,
                    progress = gr.Progress(track_tqdm= True)):
         # get *args which are not None
+        
+        # # tell the app that it is still in use
+        reset_user_activity()
+        
         progress(0, desc='Starting task...')
         source = audio1 or audio2 or video1 or video2 or file_in
         
@@ -346,10 +371,28 @@ def gradio_Interface(model : Scraibe = None):
         trans = trans.annotate(*annoation.split(","))
 
         return gr.update(value = str(trans)),gr.update(value = trans.get_json())
+
+    # Create a thread to monitor user activity
+    def monitor_activity():
+        global USER_ACTIVE
         
+        while True:
+            time.sleep(60)  # Check user activity every second
+            with user_active_lock:
+                
+                if not USER_ACTIVE:
+                    del model
+                    print("Model deleted empty memory")
+                    break
+                USER_ACTIVE = False
+    
+    # Start the monitoring thread
+    activity_thread = threading.Thread(target=monitor_activity)
+    activity_thread.daemon = True
+    activity_thread.start()
         
     with gr.Blocks(theme=theme,title='ScrAIbe: Automatic Audio Transcription') as demo:
-            
+
         # Define components
         hname = os.path.join(CURRENT_PATH, "header.html")
         header = open(hname, "r").read()
@@ -358,7 +401,7 @@ def gradio_Interface(model : Scraibe = None):
         header = header.replace("/file=logo.svg", f"/file={CURRENT_PATH}/logo.svg" )
         
         gr.HTML(header, visible= True, show_label=False)
-        
+    
         with gr.Row():
             
             with gr.Column():
@@ -433,6 +476,8 @@ def gradio_Interface(model : Scraibe = None):
         annotate.click(fn = annotate_output, inputs=[annoation, out_json],
                         outputs=[out_txt, out_json])
         
+        
+        
     return demo
 
     

From ea03bf1f06c7448fd7d51eb70b819cc725ee0d20 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Fri, 10 Nov 2023 15:23:50 +0100
Subject: [PATCH 02/42] added variable to store params for possible reload

---
 scraibe/autotranscript.py | 14 ++++++++++++++
 1 file changed, 14 insertions(+)

diff --git a/scraibe/autotranscript.py b/scraibe/autotranscript.py
index b3545e4..2664e3f 100644
--- a/scraibe/autotranscript.py
+++ b/scraibe/autotranscript.py
@@ -75,6 +75,11 @@ class Scraibe:
                                 Path to pyannote diarization model or model itself.
             **kwargs: Additional keyword arguments for whisper
                         and pyannote diarization models.
+                    e.g.:
+
+                    - verbose: If True, the class will print additional information.
+                    - save_kwargs: If True, the keyword arguments will be saved
+                                    for autotranscribe. So you can unload the class and reload it again.
         """
         
         
@@ -98,6 +103,15 @@ class Scraibe:
         else:
             self.verbose = False
             
+        # Save kwargs for autotranscribe if you want to unload the class and load it again.
+        if kwargs.get('save_setup'): 
+            self.params = dict(whisper_model = whisper_model,
+                               dia_model = dia_model,
+                               **kwargs)
+        else:
+            self.params = {}
+             
+            
     def autotranscribe(self, audio_file : Union[str, torch.Tensor, ndarray],
                    remove_original : bool = False,
                    **kwargs) -> Transcript:

From b42d1d1faaa58d400e8f908eb8e6ff8f700017fc Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Fri, 10 Nov 2023 15:43:01 +0100
Subject: [PATCH 03/42] tryed to unload model but it does not work jet

---
 scraibe/app/gradio_app.py | 38 ++++++++++++++++++++++++++++----------
 1 file changed, 28 insertions(+), 10 deletions(-)

diff --git a/scraibe/app/gradio_app.py b/scraibe/app/gradio_app.py
index 086db17..6913643 100644
--- a/scraibe/app/gradio_app.py
+++ b/scraibe/app/gradio_app.py
@@ -32,13 +32,15 @@ Usage:
     
 """
 
+
 import json
+from math import pi
 import os
-import re
 
 import gradio as gr
 import threading
 from tqdm import tqdm
+
 import time
 from scraibe import Scraibe, Transcript
 
@@ -226,11 +228,23 @@ class GradioTranscriptionInterface:
 # Gradio Interface
 ####
 
-def gradio_Interface(model : Scraibe = None):
+def gradio_Interface(model : Scraibe = None, timeout = 1):
+    """
+    Gradio Web interface for audio transcription.
+
+    :param model: Scraibe model, defaults to None
+    :type model: Scraibe, optional
+    :param timeout: Time until model is unloaded, defaults to 600 seconds
+    :type timeout: int, optional
+    :return: Gradio Interface
+    :rtype: gradio.Interface
+    """
     
     if model is None:
         model = Scraibe()
-        
+    
+    save_model_params = model.params
+
     pipe = GradioTranscriptionInterface(model)
         
     def select_task(choice):
@@ -314,6 +328,10 @@ def gradio_Interface(model : Scraibe = None):
                    progress = gr.Progress(track_tqdm= True)):
         # get *args which are not None
         
+        if not "model" in locals():
+            gr.Warning("Model unloaded due to inactivity. Reloading the model, please wait.")
+            model = Scraibe(**save_model_params)
+            pipe = GradioTranscriptionInterface(model)
         # # tell the app that it is still in use
         reset_user_activity()
         
@@ -373,21 +391,23 @@ def gradio_Interface(model : Scraibe = None):
         return gr.update(value = str(trans)),gr.update(value = trans.get_json())
 
     # Create a thread to monitor user activity
-    def monitor_activity():
+    def monitor_activity(model, pipe, timeout=timeout):
         global USER_ACTIVE
         
         while True:
-            time.sleep(60)  # Check user activity every second
+            time.sleep(timeout)  # Check user activity every second
             with user_active_lock:
                 
                 if not USER_ACTIVE:
                     del model
+                    del pipe
                     print("Model deleted empty memory")
+                    gr.Warning("Model unloaded due to inactivity. Please reload the model to continue.")
                     break
-                USER_ACTIVE = False
+                USER_ACTIVE = False 
     
     # Start the monitoring thread
-    activity_thread = threading.Thread(target=monitor_activity)
+    activity_thread = threading.Thread(target=monitor_activity, args=(model, pipe))
     activity_thread.daemon = True
     activity_thread.start()
         
@@ -401,7 +421,7 @@ def gradio_Interface(model : Scraibe = None):
         header = header.replace("/file=logo.svg", f"/file={CURRENT_PATH}/logo.svg" )
         
         gr.HTML(header, visible= True, show_label=False)
-    
+        
         with gr.Row():
             
             with gr.Column():
@@ -476,8 +496,6 @@ def gradio_Interface(model : Scraibe = None):
         annotate.click(fn = annotate_output, inputs=[annoation, out_json],
                         outputs=[out_txt, out_json])
         
-        
-        
     return demo
 
     

From fafe5c2709ebd8c550a2dab63fc3b9b7ee7212bb Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Wed, 15 Nov 2023 16:35:26 +0100
Subject: [PATCH 04/42] test for multithreading

---
 test_multithreading.py | 73 ++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 73 insertions(+)
 create mode 100644 test_multithreading.py

diff --git a/test_multithreading.py b/test_multithreading.py
new file mode 100644
index 0000000..c3ab051
--- /dev/null
+++ b/test_multithreading.py
@@ -0,0 +1,73 @@
+import time
+
+from scraibe import Scraibe
+import threading
+import torch
+import gc
+
+model = None
+last_used = time.time()
+transcribe_active = threading.Event()
+
+def transcribe_thread(audio):
+    
+    global model 
+    transcribe_active.set()
+    print(model.autotranscribe(audio))
+    transcribe_active.clear()
+    
+def model_thread():
+    global model, last_used
+    model = Scraibe(dia_model= "models/pyannote/config.yaml")
+    last_used = time.time()
+    
+def interaction_thread():
+    global model
+    while True:
+        command = input("Enter a command ('q' to quit, 'reload' to reload model): ")
+        print("Command entered:", command, command.lower() == 'reload')
+        if command.lower() == 'q':
+            break
+        elif command.lower() == 'reload':
+            print("Reloading model...", model)
+            if model is None:
+                model_runner = threading.Thread(target=model_thread)
+                model_runner.start()
+                model_runner.join()
+            else:
+                print("Model is already loaded.")
+        else:
+            transcribe = threading.Thread(target=transcribe_thread, args=(command,))
+            transcribe.start()
+            transcribe.join()
+
+def delete_unused_model(model_runner):
+    global model, last_used, transcribe_active
+    while True:
+        if not transcribe_active.is_set() and (time.time() - last_used > 30) and model is not None:
+            
+            del model
+            model = None
+            
+            gc.collect()
+            torch.cuda.empty_cache()
+
+            model_runner.join()
+            print("Model deleted", threading.active_count())
+        time.sleep(1)
+
+if __name__ == "__main__":
+    
+    lock = threading.Lock()
+    
+    interaction = threading.Thread(target=interaction_thread)
+    model_runner = threading.Thread(target=model_thread)
+    model_deleter = threading.Thread(target=delete_unused_model, args=(model_runner,))
+    
+    model_runner.start()
+    model_deleter.start()
+
+    # Ensure the model is initialized before starting the interaction
+    model_runner.join()
+    interaction.start()
+    interaction.join()
\ No newline at end of file

From 105161b6a601e3464ac0371a3090ff102831016f Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Fri, 17 Nov 2023 14:12:53 +0100
Subject: [PATCH 05/42] test successed next step to implement in gradio app

---
 test_multithreading.py | 25 ++++++++++++++++++-------
 1 file changed, 18 insertions(+), 7 deletions(-)

diff --git a/test_multithreading.py b/test_multithreading.py
index c3ab051..6f9834d 100644
--- a/test_multithreading.py
+++ b/test_multithreading.py
@@ -1,3 +1,4 @@
+import os
 import time
 
 from scraibe import Scraibe
@@ -22,29 +23,38 @@ def model_thread():
     last_used = time.time()
     
 def interaction_thread():
-    global model
+    global model, model_runner
     while True:
         command = input("Enter a command ('q' to quit, 'reload' to reload model): ")
-        print("Command entered:", command, command.lower() == 'reload')
+    
         if command.lower() == 'q':
             break
         elif command.lower() == 'reload':
             print("Reloading model...", model)
             if model is None:
+                transcribe_active.clear() #black magic
                 model_runner = threading.Thread(target=model_thread)
                 model_runner.start()
                 model_runner.join()
+                
             else:
                 print("Model is already loaded.")
         else:
-            transcribe = threading.Thread(target=transcribe_thread, args=(command,))
-            transcribe.start()
-            transcribe.join()
+            if os.path.exists(command):
+                transcribe = threading.Thread(target=transcribe_thread, args=(command,))
+                transcribe.start()
+                transcribe.join()
+                
+            else:
+                print("File does not exist.")
 
 def delete_unused_model(model_runner):
     global model, last_used, transcribe_active
+    
     while True:
-        if not transcribe_active.is_set() and (time.time() - last_used > 30) and model is not None:
+        print("Checking for unused model...", transcribe_active.is_set())
+        _unload_porperty = (not transcribe_active.is_set() and (time.time() - last_used > 30) and model is not None)
+        if _unload_porperty:
             
             del model
             model = None
@@ -53,8 +63,9 @@ def delete_unused_model(model_runner):
             torch.cuda.empty_cache()
 
             model_runner.join()
+            
             print("Model deleted", threading.active_count())
-        time.sleep(1)
+        time.sleep(10)
 
 if __name__ == "__main__":
     

From f691790c00021abffdf741910c9247300e5dec49 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Fri, 17 Nov 2023 15:23:11 +0100
Subject: [PATCH 06/42] aded deamon process

---
 test_multithreading.py | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git a/test_multithreading.py b/test_multithreading.py
index 6f9834d..fb4e301 100644
--- a/test_multithreading.py
+++ b/test_multithreading.py
@@ -2,6 +2,8 @@ import os
 import time
 
 from scraibe import Scraibe
+
+import multiprocessing
 import threading
 import torch
 import gc
@@ -52,7 +54,6 @@ def delete_unused_model(model_runner):
     global model, last_used, transcribe_active
     
     while True:
-        print("Checking for unused model...", transcribe_active.is_set())
         _unload_porperty = (not transcribe_active.is_set() and (time.time() - last_used > 30) and model is not None)
         if _unload_porperty:
             
@@ -64,7 +65,7 @@ def delete_unused_model(model_runner):
 
             model_runner.join()
             
-            print("Model deleted", threading.active_count())
+            print("Model deleted")
         time.sleep(10)
 
 if __name__ == "__main__":
@@ -72,8 +73,8 @@ if __name__ == "__main__":
     lock = threading.Lock()
     
     interaction = threading.Thread(target=interaction_thread)
-    model_runner = threading.Thread(target=model_thread)
-    model_deleter = threading.Thread(target=delete_unused_model, args=(model_runner,))
+    model_runner = threading.Thread(target=model_thread, daemon=True)
+    model_deleter = threading.Thread(target=delete_unused_model, args=(model_runner,), daemon=True)
     
     model_runner.start()
     model_deleter.start()

From bbb2c848e31e04cee3635956e1e84a897de38519 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Mon, 20 Nov 2023 15:01:51 +0100
Subject: [PATCH 07/42] rework structure of gradio app

---
 scraibe/__init__.py             |   3 +-
 scraibe/app/__init__.py         |   7 +-
 scraibe/app/activity_tracker.py |  37 +++
 scraibe/app/global_var.py       |   9 +
 scraibe/app/gradio_app.py       | 504 --------------------------------
 scraibe/app/interactions.py     | 145 +++++++++
 scraibe/app/interface.py        | 129 ++++++++
 scraibe/app/stg.py              | 157 ++++++++++
 8 files changed, 484 insertions(+), 507 deletions(-)
 create mode 100644 scraibe/app/activity_tracker.py
 create mode 100644 scraibe/app/global_var.py
 delete mode 100644 scraibe/app/gradio_app.py
 create mode 100644 scraibe/app/interactions.py
 create mode 100644 scraibe/app/interface.py
 create mode 100644 scraibe/app/stg.py

diff --git a/scraibe/__init__.py b/scraibe/__init__.py
index a3a2b17..3fd77e8 100644
--- a/scraibe/__init__.py
+++ b/scraibe/__init__.py
@@ -7,8 +7,7 @@ from .diarisation import *
 from .version import get_version as _get_version
 from .misc import *
 
-from .app.gradio_app import *
-from .app.qtfaststart import *
+from .app import *
 
 from .cli import *
  
diff --git a/scraibe/app/__init__.py b/scraibe/app/__init__.py
index dc00e7a..9e04a48 100644
--- a/scraibe/app/__init__.py
+++ b/scraibe/app/__init__.py
@@ -1,2 +1,7 @@
 from .qtfaststart import *
-from .gradio_app import *
\ No newline at end of file
+from .activity_tracker import *
+from .interface import *
+from .stg import *
+from .interactions import *
+from .global_var import *
+from .app import *
\ No newline at end of file
diff --git a/scraibe/app/activity_tracker.py b/scraibe/app/activity_tracker.py
new file mode 100644
index 0000000..5cced3b
--- /dev/null
+++ b/scraibe/app/activity_tracker.py
@@ -0,0 +1,37 @@
+"""
+This file contains the functions which are related to monitoring the actual app usage. 
+Therefore, the app is to be more efficient in the usage of the resources. 
+By for example, unloading or reloading the model.
+"""
+import time
+import threading
+import torch
+import gc
+import gradio as gr
+
+
+timeout = 30 #seconds
+USER_ACTIVE = True
+user_active_lock = threading.Lock() # dummy for now
+
+# Create a thread to monitor user activity
+def monitor_activity(model, pipe, timeout=timeout):
+    global USER_ACTIVE
+    
+    while True:
+        time.sleep(timeout)  # Check user activity every second
+        with user_active_lock:
+            
+            if not USER_ACTIVE:
+                del model
+                del pipe
+                
+                gc.collect()
+                torch.cuda.empty_cache()
+                
+                
+                
+                print("Model deleted empty memory")
+                gr.Warning("Model unloaded due to inactivity. Please reload the model to continue.")
+                break
+            USER_ACTIVE = False 
\ No newline at end of file
diff --git a/scraibe/app/global_var.py b/scraibe/app/global_var.py
new file mode 100644
index 0000000..191e3e6
--- /dev/null
+++ b/scraibe/app/global_var.py
@@ -0,0 +1,9 @@
+"""
+Stores global variables for the app.
+"""
+
+# Global variable to store the model
+MODEL = None
+
+# Global variable to track user activity
+USER_ACTIVE = False
\ No newline at end of file
diff --git a/scraibe/app/gradio_app.py b/scraibe/app/gradio_app.py
deleted file mode 100644
index 6913643..0000000
--- a/scraibe/app/gradio_app.py
+++ /dev/null
@@ -1,504 +0,0 @@
-"""
-Gradio Audio Transcription App.
---------------------------------
-
-This module provides an interface to transcribe audio files using the 
-Scraibe model. Users can either upload an audio file or record their speech 
-live for transcription. The application supports multiple languages and provides 
-options to specify the number of speakers and the language of the audio.
-
-Attributes:
-    LANGUAGES (list): A list of supported languages for transcription.
-
-Usage:
-    Run this script to start the Gradio web interface for audio transcription.
-    
-"""
-
-"""
-Gradio Audio Transcription App.
---------------------------------
-
-This module provides an interface to transcribe audio files using the 
-Scraibe model. Users can either upload an audio file or record their speech 
-live for transcription. The application supports multiple languages and provides 
-options to specify the number of speakers and the language of the audio.
-
-Attributes:
-    LANGUAGES (list): A list of supported languages for transcription.
-
-Usage:
-    Run this script to start the Gradio web interface for audio transcription.
-    
-"""
-
-
-import json
-from math import pi
-import os
-
-import gradio as gr
-import threading
-from tqdm import tqdm
-
-import time
-from scraibe import Scraibe, Transcript
-
-theme = gr.themes.Soft(
-    primary_hue="green",
-    secondary_hue='orange',
-    neutral_hue="gray",  
-)
-
-LANGUAGES = [
-    "Afrikaans", "Arabic", "Armenian", "Azerbaijani", "Belarusian",
-    "Bosnian", "Bulgarian", "Catalan", "Chinese", "Croatian",
-    "Czech", "Danish", "Dutch", "English", "Estonian",
-    "Finnish", "French", "Galician", "German", "Greek",
-    "Hebrew", "Hindi", "Hungarian", "Icelandic", "Indonesian",
-    "Italian", "Japanese", "Kannada", "Kazakh", "Korean",
-    "Latvian", "Lithuanian", "Macedonian", "Malay", "Marathi",
-    "Maori", "Nepali", "Norwegian", "Persian", "Polish",
-    "Portuguese", "Romanian", "Russian", "Serbian", "Slovak",
-    "Slovenian", "Spanish", "Swahili", "Swedish", "Tagalog",
-    "Tamil", "Thai", "Turkish", "Ukrainian", "Urdu",
-    "Vietnamese", "Welsh"
-]
-
-CURRENT_PATH = os.path.dirname(os.path.realpath(__file__))
-
-
-# Global variable to track user activity
-USER_ACTIVE = True
-
-# Lock to synchronize access to user_active variable
-user_active_lock = threading.Lock()
-
-# Function to reset the user activity flag
-def reset_user_activity():
-    global USER_ACTIVE
-    with user_active_lock:
-        USER_ACTIVE = True
-
-class GradioTranscriptionInterface:
-    """
-    Interface handling the interaction between Gradio UI and the Audio Transcription system.
-    """
-
-    def __init__(self, model: Scraibe):
-        """
-        Initializes the GradioTranscriptionInterface with a transcription model.
-
-        Args:
-            model (Scraibe): Model responsible for audio transcription tasks.
-        """
-        self.model = model
-
-    def auto_transcribe(self, source,
-                        num_speakers : int,
-                        translation : bool,
-                        language : str):
-        """
-        Shortcut method for the Scraibe task.
-
-        Returns:
-            tuple: Transcribed text (str), JSON output (dict)
-        """
-        
-        kwargs = {
-            "num_speakers": num_speakers if num_speakers != 0 else None,
-            "language": language if language != "None" else None,
-            "task": 'translate' if translation else None
-        }
-        if isinstance(source, str):
-            try:
-                result = self.model.autotranscribe(source, **kwargs)
-            except ValueError:
-                raise gr.Error("Couldn't detect any speech in the provided audio. \
-                        Please try again!")
-            
-            return str(result), result.get_json()
-        
-        elif isinstance(source, list):
-            source_names = [s.split("/")[-1] for s in source]
-            result = []
-            for s in tqdm(source, total=len(source),desc = "Transcribing audio files"):
-                try:
-                    res = self.model.autotranscribe(s, **kwargs)
-                except ValueError:
-                    _name = s.split("/")[-1]
-                    res = f"NO TRANSCRIPT FOUND FOR {_name}"
-                    gr.Warning(f"Couldn't detect any speech in {_name} will skip this file.")
-                result.append(res)
-            
-            out = ''
-            out_dict = {}
-            for i, r in enumerate(result):
-                out += f"TRANSCRIPT FOR {source_names[i]}:\n\n"
-                out += str(r)
-                out += "\n\n"
-                
-                if isinstance(r, str):
-                    out_dict[source_names[i]] = r
-                else:
-                    out_dict[source_names[i]] = r.get_dict()
-              
-            return out, json.dumps(out_dict, indent=4)
-        
-        else:
-            raise gr.Error("Please provide a valid audio file.")
-
-
-    def transcribe(self, source, translation, language):
-        """
-        Shortcut method for the Transcribe task.
-
-        Returns:
-            str: Transcribed text.
-        """
-        kwargs = {
-            "language": language if language != "None" else None,
-            "task": 'translate' if translation == "Yes" else None
-        }
-        
-        if isinstance(source, str):
-            result = self.model.transcribe(source, **kwargs)
-            
-            return str(result)
-        
-        elif isinstance(source, list):
-            source_names = [s.split("/")[-1] for s in source]
-            result = []
-            for s in tqdm(source, total=len(source),desc = "Transcribing audio files"):
-                res = self.model.transcribe(s, **kwargs)
-                result.append(res)
-            
-            out = ''
-            for i, res in enumerate(result):
-                out += f"TRANSCRIPT FOR {source_names[i]}:\n\n"
-                out += str(res)
-                out += "\n\n"
-            
-            return out
-        
-        else:
-            raise gr.Error("Please provide a valid audio file.")
-
-    def perform_diarisation(self, source, num_speakers):
-        """
-        Shortcut method for the Diarisation task.
-
-        Returns:
-            str: JSON output of diarisation result.
-        """
-        kwargs = {
-            "num_speakers": num_speakers if num_speakers != 0 else None,
-        }
-        
-        if isinstance(source, str):
-            try:
-                result = self.model.diarization(source, **kwargs)
-            except ValueError:
-                raise gr.Error("Couldn't detect any speech in the provided audio. \
-                        Please try again!")
-        
-            return json.dumps(result, indent=2)
-        elif isinstance(source, list):
-            source_names = [s.split("/")[-1] for s in source]
-            result = []
-            for s in tqdm(source, total=len(source),desc = "Performing diarisation"):
-                try:
-                    res = self.model.diarization(s, **kwargs)
-                except ValueError:
-                    res = f"NO DIARISATION FOUND FOR {s}"
-                    gr.Warning(f"Couldn't detect any speech in {s} will skip this file.")
-                result.append(res)
-            
-            out = {}
-            
-            for i, res in enumerate(result):
-                out[source_names[i]] = res
-                
-            return json.dumps(out, indent=4)
-        
-        else:
-            gr.Error("Please provide a valid audio file.")        
-
-####
-# Gradio Interface
-####
-
-def gradio_Interface(model : Scraibe = None, timeout = 1):
-    """
-    Gradio Web interface for audio transcription.
-
-    :param model: Scraibe model, defaults to None
-    :type model: Scraibe, optional
-    :param timeout: Time until model is unloaded, defaults to 600 seconds
-    :type timeout: int, optional
-    :return: Gradio Interface
-    :rtype: gradio.Interface
-    """
-    
-    if model is None:
-        model = Scraibe()
-    
-    save_model_params = model.params
-
-    pipe = GradioTranscriptionInterface(model)
-        
-    def select_task(choice):
-        # tell the app that it is still in use
-        reset_user_activity()
-        
-        if choice == 'Auto Transcribe':
-            
-            return (gr.update(visible = True),
-                    gr.update(visible = True),
-                    gr.update(visible = True))
-                    
-            
-        elif choice == 'Transcribe':
-            
-            return (gr.update(visible = False),
-                    gr.update(visible = True),
-                    gr.update(visible = True))
-
-            
-        elif choice == 'Diarisation':
-            
-            return (gr.update(visible = True),
-                    gr.update(visible = False),
-                    gr.update(visible = False))
-        
-    def select_origin(choice):
-        
-        # tell the app that it is still in use
-        reset_user_activity()
-        
-        if choice == "Upload Audio":
-            
-            return (gr.update(visible = True),
-                    gr.update(visible = False, value = None),
-                    gr.update(visible = False, value = None),
-                    gr.update(visible = False, value = None),
-                    gr.update(visible = False, value = None))
-        
-        elif choice == "Record Audio":
-            
-            return (gr.update(visible = False, value = None),
-                    gr.update(visible = True),
-                    gr.update(visible = False, value = None),
-                    gr.update(visible = False, value = None),
-                    gr.update(visible = False, value = None))
-
-        elif choice == "Upload Video":
-            
-            return (gr.update(visible = False, value = None),
-                    gr.update(visible = False, value = None),
-                    gr.update(visible = True),
-                    gr.update(visible = False, value = None),
-                    gr.update(visible = False, value = None))
-        
-        elif choice == "Record Video":
-            
-            return (gr.update(visible = False, value = None),
-                    gr.update(visible = False, value = None),
-                    gr.update(visible = False, value = None),
-                    gr.update(visible = True),
-                    gr.update(visible = False, value = None))
-            
-        elif choice == "File or Files":
-            
-            return (gr.update(visible = False, value = None),
-                    gr.update(visible = False, value = None),
-                    gr.update(visible = False, value = None),
-                    gr.update(visible = False, value = None),
-                    gr.update(visible = True))
-
-    def run_scribe(task,
-                   num_speakers,
-                   translate,
-                   language,
-                   audio1,
-                   audio2,
-                   video1,
-                   video2,
-                   file_in,
-                   progress = gr.Progress(track_tqdm= True)):
-        # get *args which are not None
-        
-        if not "model" in locals():
-            gr.Warning("Model unloaded due to inactivity. Reloading the model, please wait.")
-            model = Scraibe(**save_model_params)
-            pipe = GradioTranscriptionInterface(model)
-        # # tell the app that it is still in use
-        reset_user_activity()
-        
-        progress(0, desc='Starting task...')
-        source = audio1 or audio2 or video1 or video2 or file_in
-        
-        if isinstance(source, list):
-            source = [s.name for s in source]
-            if len(source) == 1:
-                source = source[0]
- 
-        if task == 'Auto Transcribe':
-    
-            out_str , out_json = pipe.auto_transcribe(source = source,
-                                num_speakers = num_speakers,
-                                translation = translate,
-                                language = language)
-            
-            if isinstance(source, str):
-                return (gr.update(value = out_str, visible = True),
-                        gr.update(value = out_json, visible = True),
-                        gr.update(visible = True),
-                        gr.update(visible = True))      
-            else:
-                return (gr.update(value = out_str, visible = True),
-                        gr.update(value = out_json, visible = True),
-                        gr.update(visible = False),
-                        gr.update(visible = False))  
-            
-        elif task == 'Transcribe':
-            
-            out = pipe.transcribe(source = source,
-                                translation = translate,
-                                language = language)
-            
-            return (gr.update(value = out, visible = True),
-                    gr.update(value = None, visible = False),
-                    gr.update(visible = False),
-                    gr.update(visible = False))
-            
-        elif task == 'Diarisation':
-            
-            out = pipe.perform_diarisation(source = source,
-                                num_speakers = num_speakers)
-            
-            return (gr.update(value = None, visible = False),
-                    gr.update(value = out, visible = True),
-                    gr.update(visible = False),
-                    gr.update(visible = False))
-        
-    def annotate_output(annoation : str, out_json : dict):
-        # get *args which are not None
-        
-        trans = Transcript.from_json(out_json)
-        trans = trans.annotate(*annoation.split(","))
-
-        return gr.update(value = str(trans)),gr.update(value = trans.get_json())
-
-    # Create a thread to monitor user activity
-    def monitor_activity(model, pipe, timeout=timeout):
-        global USER_ACTIVE
-        
-        while True:
-            time.sleep(timeout)  # Check user activity every second
-            with user_active_lock:
-                
-                if not USER_ACTIVE:
-                    del model
-                    del pipe
-                    print("Model deleted empty memory")
-                    gr.Warning("Model unloaded due to inactivity. Please reload the model to continue.")
-                    break
-                USER_ACTIVE = False 
-    
-    # Start the monitoring thread
-    activity_thread = threading.Thread(target=monitor_activity, args=(model, pipe))
-    activity_thread.daemon = True
-    activity_thread.start()
-        
-    with gr.Blocks(theme=theme,title='ScrAIbe: Automatic Audio Transcription') as demo:
-
-        # Define components
-        hname = os.path.join(CURRENT_PATH, "header.html")
-        header = open(hname, "r").read()
-        
-        # ugly hack to get the logo to work
-        header = header.replace("/file=logo.svg", f"/file={CURRENT_PATH}/logo.svg" )
-        
-        gr.HTML(header, visible= True, show_label=False)
-        
-        with gr.Row():
-            
-            with gr.Column():
-            
-                task = gr.Radio(["Auto Transcribe", "Transcribe", "Diarisation"], label="Task",
-                                value= 'Auto Transcribe')
-                
-                num_speakers = gr.Number(value=0, label= "Number of speakers (optional)", 
-                                info = "Number of speakers in the audio file. If you don't know,\
-                                    leave it at 0.", visible= True)
-                
-                translate = gr.Checkbox(label="Translation", choices=[True, False], value = False,
-                                info="Select 'Yes' to have the output translated into English.",
-                                visible= True)
-                
-                language = gr.Dropdown(LANGUAGES,
-                                label="Language (optional)", value = "None",
-                                info="Language of the audio file. If you don't know,\
-                                    leave it at None.", visible= True)
-                
-                input = gr.Radio(["Upload Audio", "Record Audio", "Upload Video","Record Video" 
-                                    ,"File or Files"], label="Input Type", value="Upload Audio")
-                
-                audio1 = gr.Audio(source="upload", type="filepath", label="Upload Audio",
-                                    interactive= True, visible= True)
-                audio2 = gr.Audio(source="microphone", label="Record Audio", type="filepath",
-                                    interactive= True, visible= False)
-                video1 = gr.Video(source="upload", type="filepath", label="Upload Video",
-                                    interactive= True, visible= False)
-                video2 = gr.Video(source="webcam", label="Record Video", type="filepath",include_audio= True,
-                                    interactive= True, visible= False)
-                file_in = gr.Files(label="Upload File or Files", interactive= True, visible= False)
-                
-                submit = gr.Button()
-            
-            with gr.Column():
-                
-                out_txt = gr.Textbox(label="Output",
-                                        visible= True, show_copy_button=True)
-                
-                out_json = gr.JSON(label="JSON Output",
-                                    visible= False, show_copy_button=True)
-                
-                annoation = gr.Textbox(label="Name your speaker's",
-                                    info= "Please provide a list of the speakers arranged \
-                                    in the order in which they appear in the input. Use comma ',' \
-                                    as a seperator. Be aware that the first name is given \
-                                        to SPEAKER_00 the second to SPEAKER_01 and so on.",
-                                    visible= False, interactive= True)
-                
-                annotate = gr.Button(value="Annotate", visible= False, interactive= True)
-            
-        # Define usage of components
-        input.change(fn=select_origin, inputs=[input],
-                        outputs=[audio1, audio2, video1, video2, file_in])
-        
-        task.change(fn=select_task, inputs=[task],
-                    outputs=[num_speakers, translate, language])
-        
-        translate.change(fn= lambda x : gr.update(value = x),
-                            inputs=[translate], outputs=[translate])
-        num_speakers.change(fn= lambda x : gr.update(value = x),
-                            inputs=[num_speakers], outputs=[num_speakers])
-        language.change(fn= lambda x : gr.update(value = x), 
-                        inputs=[language], outputs=[language])
-        
-        submit.click(fn = run_scribe, 
-                        inputs=[task, num_speakers, translate, language, audio1,
-                                audio2, video1, video2, file_in],
-                        outputs=[out_txt, out_json, annoation, annotate])
-        
-        annotate.click(fn = annotate_output, inputs=[annoation, out_json],
-                        outputs=[out_txt, out_json])
-        
-    return demo
-
-    
-if __name__ == "__main__":
-    
-    gradio_Interface().queue().launch()
\ No newline at end of file
diff --git a/scraibe/app/interactions.py b/scraibe/app/interactions.py
new file mode 100644
index 0000000..10659c0
--- /dev/null
+++ b/scraibe/app/interactions.py
@@ -0,0 +1,145 @@
+"""
+This file contains ervery function that will be called when the user interacts with the 
+UI like pressing a button or uploading a file.
+"""
+
+from math import pi
+import gradio as gr 
+import scraibe.app.global_var as gv
+from scraibe import Transcript
+
+def select_task(choice):
+        # tell the app that it is still in use
+    if choice == 'Auto Transcribe':
+        
+        return (gr.update(visible = True),
+                gr.update(visible = True),
+                gr.update(visible = True))
+                
+        
+    elif choice == 'Transcribe':
+        
+        return (gr.update(visible = False),
+                gr.update(visible = True),
+                gr.update(visible = True))
+
+        
+    elif choice == 'Diarisation':
+        
+        return (gr.update(visible = True),
+                gr.update(visible = False),
+                gr.update(visible = False))
+        
+def select_origin(choice):
+        
+    # tell the app that it is still in use
+    if choice == "Upload Audio":
+        
+        return (gr.update(visible = True),
+                gr.update(visible = False, value = None),
+                gr.update(visible = False, value = None),
+                gr.update(visible = False, value = None),
+                gr.update(visible = False, value = None))
+    
+    elif choice == "Record Audio":
+        
+        return (gr.update(visible = False, value = None),
+                gr.update(visible = True),
+                gr.update(visible = False, value = None),
+                gr.update(visible = False, value = None),
+                gr.update(visible = False, value = None))
+
+    elif choice == "Upload Video":
+        
+        return (gr.update(visible = False, value = None),
+                gr.update(visible = False, value = None),
+                gr.update(visible = True),
+                gr.update(visible = False, value = None),
+                gr.update(visible = False, value = None))
+    
+    elif choice == "Record Video":
+        
+        return (gr.update(visible = False, value = None),
+                gr.update(visible = False, value = None),
+                gr.update(visible = False, value = None),
+                gr.update(visible = True),
+                gr.update(visible = False, value = None))
+        
+    elif choice == "File or Files":
+        
+        return (gr.update(visible = False, value = None),
+                gr.update(visible = False, value = None),
+                gr.update(visible = False, value = None),
+                gr.update(visible = False, value = None),
+                gr.update(visible = True))
+        
+def run_scraibe(task,
+                num_speakers,
+                translate,
+                language,
+                audio1,
+                audio2,
+                video1,
+                video2,
+                file_in,
+                progress = gr.Progress(track_tqdm= True)):
+    
+    # get *args which are not None
+    
+    pipe = gv.MODEL
+
+    progress(0, desc='Starting task...')
+    source = audio1 or audio2 or video1 or video2 or file_in
+    
+    if isinstance(source, list):
+        source = [s.name for s in source]
+        if len(source) == 1:
+            source = source[0]
+
+    if task == 'Auto Transcribe':
+
+        out_str , out_json = pipe.auto_transcribe(source = source,
+                            num_speakers = num_speakers,
+                            translation = translate,
+                            language = language)
+        
+        if isinstance(source, str):
+            return (gr.update(value = out_str, visible = True),
+                    gr.update(value = out_json, visible = True),
+                    gr.update(visible = True),
+                    gr.update(visible = True))      
+        else:
+            return (gr.update(value = out_str, visible = True),
+                    gr.update(value = out_json, visible = True),
+                    gr.update(visible = False),
+                    gr.update(visible = False))  
+        
+    elif task == 'Transcribe':
+        
+        out = pipe.transcribe(source = source,
+                            translation = translate,
+                            language = language)
+        
+        return (gr.update(value = out, visible = True),
+                gr.update(value = None, visible = False),
+                gr.update(visible = False),
+                gr.update(visible = False))
+        
+    elif task == 'Diarisation':
+        
+        out = pipe.perform_diarisation(source = source,
+                            num_speakers = num_speakers)
+        
+        return (gr.update(value = None, visible = False),
+                gr.update(value = out, visible = True),
+                gr.update(visible = False),
+                gr.update(visible = False))
+    
+def annotate_output(annoation : str, out_json : dict):
+    # get *args which are not None
+    
+    trans = Transcript.from_json(out_json)
+    trans = trans.annotate(*annoation.split(","))
+
+    return gr.update(value = str(trans)),gr.update(value = trans.get_json())
+
diff --git a/scraibe/app/interface.py b/scraibe/app/interface.py
new file mode 100644
index 0000000..ef9d818
--- /dev/null
+++ b/scraibe/app/interface.py
@@ -0,0 +1,129 @@
+"""
+This file contains the actual gradio Interface which is used to interact with the user.
+"""
+
+import gradio as gr
+import os
+
+import scraibe.app.global_var as gv
+from .interactions import *
+from .stg import *
+
+from scraibe import Scraibe
+
+theme = gr.themes.Soft(
+    primary_hue="green",
+    secondary_hue='orange',
+    neutral_hue="gray",  
+)
+
+
+LANGUAGES = [
+    "Afrikaans", "Arabic", "Armenian", "Azerbaijani", "Belarusian",
+    "Bosnian", "Bulgarian", "Catalan", "Chinese", "Croatian",
+    "Czech", "Danish", "Dutch", "English", "Estonian",
+    "Finnish", "French", "Galician", "German", "Greek",
+    "Hebrew", "Hindi", "Hungarian", "Icelandic", "Indonesian",
+    "Italian", "Japanese", "Kannada", "Kazakh", "Korean",
+    "Latvian", "Lithuanian", "Macedonian", "Malay", "Marathi",
+    "Maori", "Nepali", "Norwegian", "Persian", "Polish",
+    "Portuguese", "Romanian", "Russian", "Serbian", "Slovak",
+    "Slovenian", "Spanish", "Swahili", "Swedish", "Tagalog",
+    "Tamil", "Thai", "Turkish", "Ukrainian", "Urdu",
+    "Vietnamese", "Welsh"
+]
+
+CURRENT_PATH = os.path.dirname(os.path.realpath(__file__))
+
+
+def gradio_Interface(pipe : Scraibe = None):
+    
+    if pipe is not None:
+        gv.MODEL = GradioTranscriptionInterface(pipe)
+    
+    with gr.Blocks(theme=theme,title='ScrAIbe: Automatic Audio Transcription') as demo:
+            
+            # Define components
+            hname = os.path.join(CURRENT_PATH, "header.html")
+            header = open(hname, "r").read()
+            
+            # ugly hack to get the logo to work
+            header = header.replace("/file=logo.svg", f"/file={CURRENT_PATH}/logo.svg" )
+            
+            gr.HTML(header, visible= True, show_label=False)
+            
+            with gr.Row():
+                
+                with gr.Column():
+                
+                    task = gr.Radio(["Auto Transcribe", "Transcribe", "Diarisation"], label="Task",
+                                    value= 'Auto Transcribe')
+                    
+                    num_speakers = gr.Number(value=0, label= "Number of speakers (optional)", 
+                                    info = "Number of speakers in the audio file. If you don't know,\
+                                        leave it at 0.", visible= True)
+                    
+                    translate = gr.Checkbox(label="Translation", choices=[True, False], value = False,
+                                    info="Select 'Yes' to have the output translated into English.",
+                                    visible= True)
+                    
+                    language = gr.Dropdown(LANGUAGES,
+                                    label="Language (optional)", value = "None",
+                                    info="Language of the audio file. If you don't know,\
+                                        leave it at None.", visible= True)
+                    
+                    input = gr.Radio(["Upload Audio", "Record Audio", "Upload Video","Record Video" 
+                                        ,"File or Files"], label="Input Type", value="Upload Audio")
+                    
+                    audio1 = gr.Audio(source="upload", type="filepath", label="Upload Audio",
+                                        interactive= True, visible= True)
+                    audio2 = gr.Audio(source="microphone", label="Record Audio", type="filepath",
+                                        interactive= True, visible= False)
+                    video1 = gr.Video(source="upload", type="filepath", label="Upload Video",
+                                        interactive= True, visible= False)
+                    video2 = gr.Video(source="webcam", label="Record Video", type="filepath",include_audio= True,
+                                        interactive= True, visible= False)
+                    file_in = gr.Files(label="Upload File or Files", interactive= True, visible= False)
+                    
+                    submit = gr.Button()
+                
+                with gr.Column():
+                    
+                    out_txt = gr.Textbox(label="Output",
+                                            visible= True, show_copy_button=True)
+                    
+                    out_json = gr.JSON(label="JSON Output",
+                                        visible= False, show_copy_button=True)
+                    
+                    annoation = gr.Textbox(label="Name your speaker's",
+                                        info= "Please provide a list of the speakers arranged \
+                                        in the order in which they appear in the input. Use comma ',' \
+                                        as a seperator. Be aware that the first name is given \
+                                            to SPEAKER_00 the second to SPEAKER_01 and so on.",
+                                        visible= False, interactive= True)
+                    
+                    annotate = gr.Button(value="Annotate", visible= False, interactive= True)
+                
+            # Define usage of components
+            input.change(fn=select_origin, inputs=[input],
+                            outputs=[audio1, audio2, video1, video2, file_in])
+            
+            task.change(fn=select_task, inputs=[task],
+                        outputs=[num_speakers, translate, language])
+            
+            translate.change(fn= lambda x : gr.update(value = x),
+                                inputs=[translate], outputs=[translate])
+            num_speakers.change(fn= lambda x : gr.update(value = x),
+                                inputs=[num_speakers], outputs=[num_speakers])
+            language.change(fn= lambda x : gr.update(value = x), 
+                            inputs=[language], outputs=[language])
+            
+            submit.click(fn = run_scraibe, 
+                            inputs=[task, num_speakers, translate, language, audio1,
+                                    audio2, video1, video2, file_in],
+                            outputs=[out_txt, out_json, annoation, annotate])
+            
+            annotate.click(fn = annotate_output, inputs=[annoation, out_json],
+                            outputs=[out_txt, out_json])
+            
+    return demo
\ No newline at end of file
diff --git a/scraibe/app/stg.py b/scraibe/app/stg.py
new file mode 100644
index 0000000..9b227a1
--- /dev/null
+++ b/scraibe/app/stg.py
@@ -0,0 +1,157 @@
+"""
+stg - scraibe to gradio interface
+
+This file contains the code for the scraibe to gradio interface.
+It makes adds gradio interactions to the scraibe class in the back.
+
+"""
+
+import json
+import gradio as gr
+from tqdm import tqdm
+from scraibe import Scraibe
+
+
+class GradioTranscriptionInterface:
+    """
+    Interface handling the interaction between Gradio UI and the Audio Transcription system.
+    """
+
+    def __init__(self, model: Scraibe):
+        """
+        Initializes the GradioTranscriptionInterface with a transcription model.
+
+        Args:
+            model (Scraibe): Model responsible for audio transcription tasks.
+        """
+        self.model = model
+
+    def auto_transcribe(self, source,
+                        num_speakers : int,
+                        translation : bool,
+                        language : str):
+        """
+        Shortcut method for the Scraibe task.
+
+        Returns:
+            tuple: Transcribed text (str), JSON output (dict)
+        """
+        
+        kwargs = {
+            "num_speakers": num_speakers if num_speakers != 0 else None,
+            "language": language if language != "None" else None,
+            "task": 'translate' if translation else None
+        }
+        if isinstance(source, str):
+            try:
+                result = self.model.autotranscribe(source, **kwargs)
+            except ValueError:
+                raise gr.Error("Couldn't detect any speech in the provided audio. \
+                        Please try again!")
+            
+            return str(result), result.get_json()
+        
+        elif isinstance(source, list):
+            source_names = [s.split("/")[-1] for s in source]
+            result = []
+            for s in tqdm(source, total=len(source),desc = "Transcribing audio files"):
+                try:
+                    res = self.model.autotranscribe(s, **kwargs)
+                except ValueError:
+                    _name = s.split("/")[-1]
+                    res = f"NO TRANSCRIPT FOUND FOR {_name}"
+                    gr.Warning(f"Couldn't detect any speech in {_name} will skip this file.")
+                result.append(res)
+            
+            out = ''
+            out_dict = {}
+            for i, r in enumerate(result):
+                out += f"TRANSCRIPT FOR {source_names[i]}:\n\n"
+                out += str(r)
+                out += "\n\n"
+                
+                if isinstance(r, str):
+                    out_dict[source_names[i]] = r
+                else:
+                    out_dict[source_names[i]] = r.get_dict()
+              
+            return out, json.dumps(out_dict, indent=4)
+        
+        else:
+            raise gr.Error("Please provide a valid audio file.")
+
+
+    def transcribe(self, source, translation, language):
+        """
+        Shortcut method for the Transcribe task.
+
+        Returns:
+            str: Transcribed text.
+        """
+        kwargs = {
+            "language": language if language != "None" else None,
+            "task": 'translate' if translation == "Yes" else None
+        }
+        
+        if isinstance(source, str):
+            result = self.model.transcribe(source, **kwargs)
+            
+            return str(result)
+        
+        elif isinstance(source, list):
+            source_names = [s.split("/")[-1] for s in source]
+            result = []
+            for s in tqdm(source, total=len(source),desc = "Transcribing audio files"):
+                res = self.model.transcribe(s, **kwargs)
+                result.append(res)
+            
+            out = ''
+            for i, res in enumerate(result):
+                out += f"TRANSCRIPT FOR {source_names[i]}:\n\n"
+                out += str(res)
+                out += "\n\n"
+            
+            return out
+        
+        else:
+            raise gr.Error("Please provide a valid audio file.")
+
+    def perform_diarisation(self, source, num_speakers):
+        """
+        Shortcut method for the Diarisation task.
+
+        Returns:
+            str: JSON output of diarisation result.
+        """
+        kwargs = {
+            "num_speakers": num_speakers if num_speakers != 0 else None,
+        }
+        
+        if isinstance(source, str):
+            try:
+                result = self.model.diarization(source, **kwargs)
+            except ValueError:
+                raise gr.Error("Couldn't detect any speech in the provided audio. \
+                        Please try again!")
+        
+            return json.dumps(result, indent=2)
+        elif isinstance(source, list):
+            source_names = [s.split("/")[-1] for s in source]
+            result = []
+            for s in tqdm(source, total=len(source),desc = "Performing diarisation"):
+                try:
+                    res = self.model.diarization(s, **kwargs)
+                except ValueError:
+                    res = f"NO DIARISATION FOUND FOR {s}"
+                    gr.Warning(f"Couldn't detect any speech in {s} will skip this file.")
+                result.append(res)
+            
+            out = {}
+            
+            for i, res in enumerate(result):
+                out[source_names[i]] = res
+                
+            return json.dumps(out, indent=4)
+        
+        else:
+            gr.Error("Please provide a valid audio file.")        

From 93e5ce15f95dabe126501d982c88c5b928949cfe Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Sat, 25 Nov 2023 15:17:12 +0100
Subject: [PATCH 08/42] make gradio working with treads

---
 scraibe/app/__init__.py     |  2 +-
 scraibe/app/global_var.py   | 11 +++++++++-
 scraibe/app/interactions.py | 19 +++++++++++-----
 scraibe/app/interface.py    |  7 +-----
 scraibe/app/multi.py        | 44 +++++++++++++++++++++++++++++++++++++
 scraibe/app/stg.py          | 39 +++++++++++++++++++++++++-------
 6 files changed, 101 insertions(+), 21 deletions(-)
 create mode 100644 scraibe/app/multi.py

diff --git a/scraibe/app/__init__.py b/scraibe/app/__init__.py
index 9e04a48..fa8f8f7 100644
--- a/scraibe/app/__init__.py
+++ b/scraibe/app/__init__.py
@@ -1,5 +1,5 @@
 from .qtfaststart import *
-from .activity_tracker import *
+from .multi import *
 from .interface import *
 from .stg import *
 from .interactions import *
diff --git a/scraibe/app/global_var.py b/scraibe/app/global_var.py
index 191e3e6..6d8f3cf 100644
--- a/scraibe/app/global_var.py
+++ b/scraibe/app/global_var.py
@@ -3,7 +3,16 @@ Stores global variables for the app.
 """
 
 # Global variable to store the model
+from threading import Event
+
+import time
+
+
 MODEL = None
+MODEL_THREAD_PARAMS = None
+MODEL_THREAD = None
 
 # Global variable to track user activity
-USER_ACTIVE = False
\ No newline at end of file
+LAST_USED = time.time()
+TIMEOUT = 30 #seconds
+TRANSCRIBE_ACTIVE = Event()
\ No newline at end of file
diff --git a/scraibe/app/interactions.py b/scraibe/app/interactions.py
index 10659c0..6151d64 100644
--- a/scraibe/app/interactions.py
+++ b/scraibe/app/interactions.py
@@ -3,10 +3,12 @@ This file contains ervery function that will be called when the user interacts w
 UI like pressing a button or uploading a file.
 """
 
-from math import pi
+import time
 import gradio as gr 
 import scraibe.app.global_var as gv
 from scraibe import Transcript
+from scraibe.app.stg import GradioTranscriptionInterface
+import threading
 
 def select_task(choice):
         # tell the app that it is still in use
@@ -84,11 +86,18 @@ def run_scraibe(task,
                 file_in,
                 progress = gr.Progress(track_tqdm= True)):
     
-    # get *args which are not None
+    # get *args which are not None 
     
-    pipe = gv.MODEL
-
-    progress(0, desc='Starting task...')
+    if gv.MODEL is None and gv.MODEL_THREAD_PARAMS is not None:
+        progress(0, desc='Model was not loaded to conserve resources. Loading model...')
+        time.sleep(1)
+        gv.MODEL_THREAD = threading.Thread(**gv.MODEL_THREAD_PARAMS)
+        gv.MODEL_THREAD.start()
+        gv.MODEL_THREAD.join()
+      
+    pipe = GradioTranscriptionInterface()
+        
+    progress(0.1, desc='Starting task...')
     source = audio1 or audio2 or video1 or video2 or file_in
     
     if isinstance(source, list):
diff --git a/scraibe/app/interface.py b/scraibe/app/interface.py
index ef9d818..ddf10ee 100644
--- a/scraibe/app/interface.py
+++ b/scraibe/app/interface.py
@@ -9,8 +9,6 @@ import scraibe.app.global_var as gv
 from .interactions import *
 from .stg import *
 
-from scraibe import Scraibe
-
 theme = gr.themes.Soft(
     primary_hue="green",
     secondary_hue='orange',
@@ -36,10 +34,7 @@ LANGUAGES = [
 CURRENT_PATH = os.path.dirname(os.path.realpath(__file__))
 
 
-def gradio_Interface(pipe : Scraibe = None):
-    
-    if pipe is not None:
-        gv.MODEL = GradioTranscriptionInterface(pipe)
+def gradio_Interface():
     
     with gr.Blocks(theme=theme,title='ScrAIbe: Automatic Audio Transcription') as demo:
             
diff --git a/scraibe/app/multi.py b/scraibe/app/multi.py
new file mode 100644
index 0000000..4aa0c09
--- /dev/null
+++ b/scraibe/app/multi.py
@@ -0,0 +1,44 @@
+"""
+This file contains the functions which are related to monitoring the actual app usage. 
+Therefore, the app is to be more efficient in the usage of the resources. 
+By for example, unloading or reloading the model.
+"""
+
+import time
+import gc
+from typing import Union
+import torch
+
+import scraibe.app.global_var as gv
+from scraibe.autotranscript import Scraibe 
+
+
+def load_model_thread(model : Union[Scraibe, dict] = None):
+    if model is None:
+        gv.MODEL = Scraibe()
+    elif type(model) is Scraibe:
+        gv.MODEL = model
+    elif type(model) is dict:
+        gv.MODEL = Scraibe(**model)
+    else:
+        raise TypeError("model must be of type Scraibe, or dict")
+
+    gv.LAST_USED = time.time()
+
+# Create a thread to monitor user activity
+def delete_unused_model():
+    while True:
+        
+        _unload_porperty = (not gv.TRANSCRIBE_ACTIVE.is_set() and (time.time() - gv.LAST_USED > gv.TIMEOUT) and gv.MODEL is not None)
+
+        if _unload_porperty:
+            
+            del gv.MODEL
+            gv.MODEL = None
+            
+            gc.collect()
+            torch.cuda.empty_cache()
+
+            gv.MODEL_THREAD.join()
+            
+        time.sleep(int(gv.TIMEOUT/5))
diff --git a/scraibe/app/stg.py b/scraibe/app/stg.py
index 9b227a1..0215903 100644
--- a/scraibe/app/stg.py
+++ b/scraibe/app/stg.py
@@ -9,7 +9,8 @@ It makes adds gradio interactions to the scraibe class in the back.
 import json
 import gradio as gr
 from tqdm import tqdm
-from scraibe import Scraibe
+
+import scraibe.app.global_var as gv
 
 
 class GradioTranscriptionInterface:
@@ -17,14 +18,14 @@ class GradioTranscriptionInterface:
     Interface handling the interaction between Gradio UI and the Audio Transcription system.
     """
 
-    def __init__(self, model: Scraibe):
+    def __init__(self):
         """
         Initializes the GradioTranscriptionInterface with a transcription model.
 
         Args:
             model (Scraibe): Model responsible for audio transcription tasks.
         """
-        self.model = model
+        self.model = gv.MODEL
 
     def auto_transcribe(self, source,
                         num_speakers : int,
@@ -37,6 +38,8 @@ class GradioTranscriptionInterface:
             tuple: Transcribed text (str), JSON output (dict)
         """
         
+        gv.TRANSCRIBE_ACTIVE.set()
+        
         kwargs = {
             "num_speakers": num_speakers if num_speakers != 0 else None,
             "language": language if language != "None" else None,
@@ -46,9 +49,11 @@ class GradioTranscriptionInterface:
             try:
                 result = self.model.autotranscribe(source, **kwargs)
             except ValueError:
+                gv.TRANSCRIBE_ACTIVE.clear()
                 raise gr.Error("Couldn't detect any speech in the provided audio. \
                         Please try again!")
-            
+    
+            gv.TRANSCRIBE_ACTIVE.clear()
             return str(result), result.get_json()
         
         elif isinstance(source, list):
@@ -74,10 +79,14 @@ class GradioTranscriptionInterface:
                     out_dict[source_names[i]] = r
                 else:
                     out_dict[source_names[i]] = r.get_dict()
+             
+            
+            gv.TRANSCRIBE_ACTIVE.clear()
               
             return out, json.dumps(out_dict, indent=4)
         
         else:
+            gv.TRANSCRIBE_ACTIVE.clear()
             raise gr.Error("Please provide a valid audio file.")
 
 
@@ -88,14 +97,17 @@ class GradioTranscriptionInterface:
         Returns:
             str: Transcribed text.
         """
+        
+        gv.TRANSCRIBE_ACTIVE.set()
+        
         kwargs = {
             "language": language if language != "None" else None,
             "task": 'translate' if translation == "Yes" else None
         }
-        
+    
         if isinstance(source, str):
             result = self.model.transcribe(source, **kwargs)
-            
+            gv.TRANSCRIBE_ACTIVE.clear()
             return str(result)
         
         elif isinstance(source, list):
@@ -111,9 +123,12 @@ class GradioTranscriptionInterface:
                 out += str(res)
                 out += "\n\n"
             
+            gv.TRANSCRIBE_ACTIVE.clear()
+            
             return out
         
         else:
+            gv.TRANSCRIBE_ACTIVE.clear()
             raise gr.Error("Please provide a valid audio file.")
 
     def perform_diarisation(self, source, num_speakers):
@@ -123,6 +138,9 @@ class GradioTranscriptionInterface:
         Returns:
             str: JSON output of diarisation result.
         """
+        
+        gv.TRANSCRIBE_ACTIVE.set()
+        
         kwargs = {
             "num_speakers": num_speakers if num_speakers != 0 else None,
         }
@@ -131,9 +149,10 @@ class GradioTranscriptionInterface:
             try:
                 result = self.model.diarization(source, **kwargs)
             except ValueError:
+                gv.TRANSCRIBE_ACTIVE.clear()
                 raise gr.Error("Couldn't detect any speech in the provided audio. \
                         Please try again!")
-        
+            gv.TRANSCRIBE_ACTIVE.clear()
             return json.dumps(result, indent=2)
         elif isinstance(source, list):
             source_names = [s.split("/")[-1] for s in source]
@@ -142,6 +161,7 @@ class GradioTranscriptionInterface:
                 try:
                     res = self.model.diarization(s, **kwargs)
                 except ValueError:
+    
                     res = f"NO DIARISATION FOUND FOR {s}"
                     gr.Warning(f"Couldn't detect any speech in {s} will skip this file.")
                 result.append(res)
@@ -150,8 +170,11 @@ class GradioTranscriptionInterface:
             
             for i, res in enumerate(result):
                 out[source_names[i]] = res
-                
+            
+            gv.TRANSCRIBE_ACTIVE.clear()    
+            
             return json.dumps(out, indent=4)
         
         else:
+            gv.TRANSCRIBE_ACTIVE.clear()
             gr.Error("Please provide a valid audio file.")        

From db435c1fddf4d451e4946e8fe21ede751eda1d62 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Sat, 25 Nov 2023 15:18:09 +0100
Subject: [PATCH 09/42] removed file

---
 scraibe/app/activity_tracker.py | 37 ---------------------------------
 1 file changed, 37 deletions(-)
 delete mode 100644 scraibe/app/activity_tracker.py

diff --git a/scraibe/app/activity_tracker.py b/scraibe/app/activity_tracker.py
deleted file mode 100644
index 5cced3b..0000000
--- a/scraibe/app/activity_tracker.py
+++ /dev/null
@@ -1,37 +0,0 @@
-"""
-This file contains the functions which are related to monitoring the actual app usage. 
-Therefore, the app is to be more efficient in the usage of the resources. 
-By for example, unloading or reloading the model.
-"""
-import time
-import threading
-import torch
-import gc
-import gradio as gr
-
-
-timeout = 30 #seconds
-USER_ACTIVE = True
-user_active_lock = threading.Lock() # dummy for now
-
-# Create a thread to monitor user activity
-def monitor_activity(model, pipe, timeout=timeout):
-    global USER_ACTIVE
-    
-    while True:
-        time.sleep(timeout)  # Check user activity every second
-        with user_active_lock:
-            
-            if not USER_ACTIVE:
-                del model
-                del pipe
-                
-                gc.collect()
-                torch.cuda.empty_cache()
-                
-                
-                
-                print("Model deleted empty memory")
-                gr.Warning("Model unloaded due to inactivity. Please reload the model to continue.")
-                break
-            USER_ACTIVE = False 
\ No newline at end of file

From 32b27442e61078c5ea89b0208fc5537f8fb27d1d Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Sat, 25 Nov 2023 16:38:13 +0100
Subject: [PATCH 10/42] testing if multiprosessing works better

---
 test_multiprocessing.py | 105 ++++++++++++++++++++++++++++++++++++++++
 1 file changed, 105 insertions(+)
 create mode 100644 test_multiprocessing.py

diff --git a/test_multiprocessing.py b/test_multiprocessing.py
new file mode 100644
index 0000000..ad9edc2
--- /dev/null
+++ b/test_multiprocessing.py
@@ -0,0 +1,105 @@
+import multiprocessing
+import os
+import threading
+import queue
+import time
+import torch
+from scraibe import Scraibe
+
+def input_thread(input_queue, processed_event):
+    while True:
+        processed_event.wait()  # Wait for the previous input to be processed
+        processed_event.clear()  # Clear the event for the next input
+        inp = input("Enter the path to the audio file ('q' to quit, 'reload' to reload model): ")
+        input_queue.put(inp)
+
+def clear_queue(queue):
+    while not queue.empty():
+        try:
+            queue.get_nowait()
+        except queue.Empty:
+            continue
+
+def model_worker(request_queue, last_active_time, response_queue,loaded_event, running_event):
+    
+    loaded_event.set()
+    
+    model = Scraibe(dia_model="models/pyannote/config.yaml")
+    
+    while True:
+        audio_path = request_queue.get()
+        if audio_path == "STOP":
+            break
+        running_event.set()
+        transcription = model.autotranscribe(audio_path)
+        running_event.clear()
+        response_queue.put(transcription)
+        last_active_time.value = time.time()
+
+    del model
+    torch.cuda.empty_cache()
+    clear_queue(request_queue)
+    clear_queue(response_queue)
+    loaded_event.clear()
+    
+
+def start_model_worker(request_queue, last_active_time, response_queue,loaded_event, running_event):
+    model_process = multiprocessing.Process(target=model_worker, args=(request_queue, last_active_time, response_queue,loaded_event, running_event))
+    model_process.start()
+    return model_process
+
+def timer_thread(request_queue, last_active_time,loaded_event, running_event, timeout=30):
+    while True:
+        time.sleep(timeout)
+        
+        if time.time() - last_active_time.value > timeout and loaded_event.is_set() and not running_event.is_set():
+            print(f"No activity for the last {timeout} seconds. Stopping the model worker.", flush=True)
+            request_queue.put("STOP")
+
+if __name__ == "__main__":
+    request_queue = multiprocessing.Queue()
+    response_queue = multiprocessing.Queue()
+    input_queue = queue.Queue()
+    last_active_time = multiprocessing.Value('d', time.time())
+    loaded_event = multiprocessing.Event()
+    running_event = multiprocessing.Event()
+    
+    processed_event = multiprocessing.Event()
+    processed_event.set()  # Initially set to allow the first input
+
+    model_process = start_model_worker(request_queue, last_active_time, response_queue,loaded_event ,running_event)
+    timer = threading.Thread(target=timer_thread, args=(request_queue, last_active_time, loaded_event, running_event), daemon=True)
+    input_handler = threading.Thread(target=input_thread, args=(input_queue,processed_event))
+
+    timer.start()
+    input_handler.start()
+
+    while True:
+        
+        audio_file_path = input_queue.get()  # Get input from the input thread
+        print(audio_file_path)
+        
+        if audio_file_path.lower() == 'q':
+            request_queue.put("STOP")
+            model_process.join()
+            break
+        elif audio_file_path.lower() == 'reload':
+            if loaded_event.is_set():
+                request_queue.put("STOP")
+                model_process.join()
+            model_process = start_model_worker(request_queue, last_active_time, response_queue, loaded_event, running_event)
+            print("Model reloaded.")
+        elif not os.path.exists(audio_file_path):
+            print("File does not exist.")
+        else:
+            if not loaded_event.is_set():
+                model_process = start_model_worker(request_queue, last_active_time, response_queue, loaded_event, running_event)
+            request_queue.put(audio_file_path)
+            transcription = response_queue.get()
+            print(transcription)
+        
+        processed_event.set()  # Signal that the input has been processed
+
+    model_process.join()
+    timer.join()
+    input_handler.join()

From 9eb9f5af8d8a531d431bb3ae3d7dd8cf6b0f16ec Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Thu, 7 Dec 2023 16:22:52 +0100
Subject: [PATCH 11/42] Make everything work in processes and adding config to
 customize instance

---
 scraibe/app/config.yml      | 48 +++++++++++++++++++
 scraibe/app/global_var.py   | 20 +++++---
 scraibe/app/interactions.py | 49 ++++++++++----------
 scraibe/app/multi.py        | 91 +++++++++++++++++++++++++++----------
 scraibe/app/stg.py          | 87 ++++++++++++++++++-----------------
 scraibe/app/utils.py        | 42 +++++++++++++++++
 6 files changed, 241 insertions(+), 96 deletions(-)
 create mode 100644 scraibe/app/config.yml
 create mode 100644 scraibe/app/utils.py

diff --git a/scraibe/app/config.yml b/scraibe/app/config.yml
new file mode 100644
index 0000000..16d296c
--- /dev/null
+++ b/scraibe/app/config.yml
@@ -0,0 +1,48 @@
+launch:
+  # The following are the default values for the launch configuration
+  # for more informations look at https://www.gradio.app/docs/interface 
+  server_port: 8080
+  server_name: 0.0.0.0
+  inbrowser: true
+  inline: false
+  max-threads: 40
+  quiet: false
+  auth:
+    enabled: false
+    username: admin
+    password: admin
+  auth_message: "Please enter your credentials"
+  show_error : false
+  favicon_path : null
+  ssl_keyfile : null
+  ssl_certfile : null
+  ssl_keyfile_password : null
+  ssl_verify : false
+  quiet : false
+  show_api : false
+  allowed_paths : null
+  blocked_paths : null
+  root_path : null
+  app_kwargs : null
+  state_session_capacity : 1000
+  share_server_address : null
+  share_server_protocol : null
+  share : false
+  debug : false
+queue:
+  # The following are the default values for the queue configuration
+  # for more informations look at hhttps://www.gradio.app/docs/interface
+  status_update_rate : 'auto'
+  api_open : null
+  max_size : null
+  concurrency_count : null
+  default_concurrency_limit : 'not_set'
+layout:
+  header:  scraibe/app/header.html
+  footer: null
+  logo: scraibe/app/logo.svg
+model:
+  whisper_model : null
+  dia_model: null
+advanced:
+  timeout: 300 #seconds e.g. 5 minutes
diff --git a/scraibe/app/global_var.py b/scraibe/app/global_var.py
index 6d8f3cf..99f6eea 100644
--- a/scraibe/app/global_var.py
+++ b/scraibe/app/global_var.py
@@ -3,16 +3,22 @@ Stores global variables for the app.
 """
 
 # Global variable to store the model
-from threading import Event
-
+import multiprocessing
+import os
 import time
+import yaml
 
+REQUEST_QUEUE = multiprocessing.Queue() # audio file path as string 
+RESPONSE_QUEUE = multiprocessing.Queue() # transcription as string
+LAST_ACTIVE_TIME = multiprocessing.Value('d', time.time()) # time of last activity
+LOADED_EVENT = multiprocessing.Event() # model loaded event
+RUNNING_EVENT = multiprocessing.Event() # model running event
 
-MODEL = None
-MODEL_THREAD_PARAMS = None
-MODEL_THREAD = None
+MODEL_PARAMS = None # model parameters
+MODEL_PROCESS = None # model process to handle globally
 
 # Global variable to track user activity
 LAST_USED = time.time()
-TIMEOUT = 30 #seconds
-TRANSCRIBE_ACTIVE = Event()
\ No newline at end of file
+TIMEOUT = None #seconds
+
+DEFAULT_APP_CONIFG_PATH = os.path.join(os.path.dirname(os.path.realpath(__file__)), "config.yml")
diff --git a/scraibe/app/interactions.py b/scraibe/app/interactions.py
index 6151d64..1719388 100644
--- a/scraibe/app/interactions.py
+++ b/scraibe/app/interactions.py
@@ -3,12 +3,12 @@ This file contains ervery function that will be called when the user interacts w
 UI like pressing a button or uploading a file.
 """
 
+from re import M
 import time
 import gradio as gr 
 import scraibe.app.global_var as gv
 from scraibe import Transcript
-from scraibe.app.stg import GradioTranscriptionInterface
-import threading
+from .multi import start_model_worker
 
 def select_task(choice):
         # tell the app that it is still in use
@@ -84,33 +84,37 @@ def run_scraibe(task,
                 video1,
                 video2,
                 file_in,
-                progress = gr.Progress(track_tqdm= True)):
+                progress = gr.Progress(track_tqdm=False)):
     
     # get *args which are not None 
+    if gv.MODEL_PROCESS is None or not gv.MODEL_PROCESS.is_alive():
+        #progress(0.0, desc='Loading model...')
+        gv.MODEL_PROCESS = start_model_worker(gv.MODEL_PARAMS,
+                                      gv.REQUEST_QUEUE,
+                                      gv.LAST_ACTIVE_TIME,
+                                      gv.RESPONSE_QUEUE,
+                                      gv.LOADED_EVENT,
+                                      gv.RUNNING_EVENT)
     
-    if gv.MODEL is None and gv.MODEL_THREAD_PARAMS is not None:
-        progress(0, desc='Model was not loaded to conserve resources. Loading model...')
-        time.sleep(1)
-        gv.MODEL_THREAD = threading.Thread(**gv.MODEL_THREAD_PARAMS)
-        gv.MODEL_THREAD.start()
-        gv.MODEL_THREAD.join()
-      
-    pipe = GradioTranscriptionInterface()
-        
-    progress(0.1, desc='Starting task...')
+    # progress(0.1, desc='Starting task...')
     source = audio1 or audio2 or video1 or video2 or file_in
     
     if isinstance(source, list):
         source = [s.name for s in source]
         if len(source) == 1:
             source = source[0]
-
+    
+    config = dict(source = source,
+                  task = task,
+                  num_speakers = num_speakers,
+                  translate = translate,
+                  language = language)
+    
+    gv.REQUEST_QUEUE.put(config)
+    
     if task == 'Auto Transcribe':
-
-        out_str , out_json = pipe.auto_transcribe(source = source,
-                            num_speakers = num_speakers,
-                            translation = translate,
-                            language = language)
+        
+        out_str , out_json = gv.RESPONSE_QUEUE.get()
         
         if isinstance(source, str):
             return (gr.update(value = out_str, visible = True),
@@ -125,9 +129,7 @@ def run_scraibe(task,
         
     elif task == 'Transcribe':
         
-        out = pipe.transcribe(source = source,
-                            translation = translate,
-                            language = language)
+        out = gv.RESPONSE_QUEUE.get()
         
         return (gr.update(value = out, visible = True),
                 gr.update(value = None, visible = False),
@@ -136,8 +138,7 @@ def run_scraibe(task,
         
     elif task == 'Diarisation':
         
-        out = pipe.perform_diarisation(source = source,
-                            num_speakers = num_speakers)
+        out = gv.RESPONSE_QUEUE.get()
         
         return (gr.update(value = None, visible = False),
                 gr.update(value = out, visible = True),
diff --git a/scraibe/app/multi.py b/scraibe/app/multi.py
index 4aa0c09..17fd1bb 100644
--- a/scraibe/app/multi.py
+++ b/scraibe/app/multi.py
@@ -4,41 +4,86 @@ Therefore, the app is to be more efficient in the usage of the resources.
 By for example, unloading or reloading the model.
 """
 
+
+
 import time
 import gc
 from typing import Union
+import multiprocessing
 import torch
+import signal
 
-import scraibe.app.global_var as gv
-from scraibe.autotranscript import Scraibe 
+from gradio import Warning
+from scraibe.autotranscript import Scraibe
+from .stg import GradioTranscriptionInterface 
+
+def init_worker():
+    signal.signal(signal.SIGINT, signal.SIG_IGN)
 
 
-def load_model_thread(model : Union[Scraibe, dict] = None):
-    if model is None:
-        gv.MODEL = Scraibe()
-    elif type(model) is Scraibe:
-        gv.MODEL = model
-    elif type(model) is dict:
-        gv.MODEL = Scraibe(**model)
+def clear_queue(queue):
+    while not queue.empty():
+        try:
+            queue.get_nowait()
+        except queue.Empty:
+            continue
+        
+def model_worker(model_params : Union[Scraibe, dict],
+                 request_queue,
+                 last_active_time,
+                 response_queue,
+                 loaded_event,
+                 running_event,
+                 *args, **kwargs):
+    
+    loaded_event.set()
+    
+    if model_params is None:
+        _model = Scraibe()
+    elif type(model_params) is Scraibe:
+        _model = model_params
+    elif type(model_params) is dict:
+        _model = Scraibe(**model_params)
     else:
         raise TypeError("model must be of type Scraibe, or dict")
 
-    gv.LAST_USED = time.time()
-
-# Create a thread to monitor user activity
-def delete_unused_model():
+    model = GradioTranscriptionInterface(_model)
+    
     while True:
         
-        _unload_porperty = (not gv.TRANSCRIBE_ACTIVE.is_set() and (time.time() - gv.LAST_USED > gv.TIMEOUT) and gv.MODEL is not None)
+        req = request_queue.get()
 
-        if _unload_porperty:
+        if req == "STOP":
             
-            del gv.MODEL
-            gv.MODEL = None
-            
-            gc.collect()
-            torch.cuda.empty_cache()
+            break
+        elif type(req) is dict:
+            runner = model.get_task_from_str(req.pop("task"))
+            running_event.set()
+            transcription = runner(**req)
+            running_event.clear()
+            response_queue.put(transcription)
+            last_active_time.value = time.time()
+        else:
+            raise TypeError("request must be of type dict")
 
-            gv.MODEL_THREAD.join()
-            
-        time.sleep(int(gv.TIMEOUT/5))
+    del model
+    torch.cuda.empty_cache()
+    gc.collect()
+    clear_queue(request_queue)
+    clear_queue(response_queue)
+    loaded_event.clear()
+
+def start_model_worker(model_params, request_queue, last_active_time, response_queue,loaded_event, running_event, *args, **kwargs):
+    context = multiprocessing.get_context('spawn')
+    model_process = context.Process(target=model_worker, args=(model_params, request_queue, last_active_time, response_queue,loaded_event, running_event, *args), kwargs=kwargs)
+    model_process.start()
+    return model_process
+
+def timer_thread(request_queue, last_active_time,loaded_event, running_event, timeout=30):
+    while True:
+        time.sleep(timeout)
+        
+        if time.time() - last_active_time.value > timeout and loaded_event.is_set() and not running_event.is_set():
+            print(f"No activity for the last {timeout} seconds. Stopping the model worker.", flush=True)
+            request_queue.put("STOP")
+            Warning("Model worker stopped due to inactivity.")
\ No newline at end of file
diff --git a/scraibe/app/stg.py b/scraibe/app/stg.py
index 0215903..1b9caf7 100644
--- a/scraibe/app/stg.py
+++ b/scraibe/app/stg.py
@@ -18,19 +18,19 @@ class GradioTranscriptionInterface:
     Interface handling the interaction between Gradio UI and the Audio Transcription system.
     """
 
-    def __init__(self):
+    def __init__(self, model):
         """
         Initializes the GradioTranscriptionInterface with a transcription model.
 
         Args:
             model (Scraibe): Model responsible for audio transcription tasks.
         """
-        self.model = gv.MODEL
+        self.model = model 
 
-    def auto_transcribe(self, source,
+    def autotranscribe(self, source,
                         num_speakers : int,
-                        translation : bool,
-                        language : str):
+                        translate : bool,
+                        language : str,*args ,**kwargs):
         """
         Shortcut method for the Scraibe task.
 
@@ -38,22 +38,18 @@ class GradioTranscriptionInterface:
             tuple: Transcribed text (str), JSON output (dict)
         """
         
-        gv.TRANSCRIBE_ACTIVE.set()
-        
-        kwargs = {
+        _kwargs = {
             "num_speakers": num_speakers if num_speakers != 0 else None,
             "language": language if language != "None" else None,
-            "task": 'translate' if translation else None
+            "task": 'translate' if translate else None
         }
         if isinstance(source, str):
             try:
-                result = self.model.autotranscribe(source, **kwargs)
+                result = self.model.autotranscribe(source, **_kwargs)
             except ValueError:
-                gv.TRANSCRIBE_ACTIVE.clear()
                 raise gr.Error("Couldn't detect any speech in the provided audio. \
                         Please try again!")
-    
-            gv.TRANSCRIBE_ACTIVE.clear()
+                
             return str(result), result.get_json()
         
         elif isinstance(source, list):
@@ -61,7 +57,7 @@ class GradioTranscriptionInterface:
             result = []
             for s in tqdm(source, total=len(source),desc = "Transcribing audio files"):
                 try:
-                    res = self.model.autotranscribe(s, **kwargs)
+                    res = self.model.autotranscribe(s, **_kwargs)
                 except ValueError:
                     _name = s.split("/")[-1]
                     res = f"NO TRANSCRIPT FOUND FOR {_name}"
@@ -79,42 +75,36 @@ class GradioTranscriptionInterface:
                     out_dict[source_names[i]] = r
                 else:
                     out_dict[source_names[i]] = r.get_dict()
-             
-            
-            gv.TRANSCRIBE_ACTIVE.clear()
               
             return out, json.dumps(out_dict, indent=4)
         
         else:
-            gv.TRANSCRIBE_ACTIVE.clear()
             raise gr.Error("Please provide a valid audio file.")
 
 
-    def transcribe(self, source, translation, language):
+    def transcribe(self, source, translate, language,*args ,**kwargs):
         """
         Shortcut method for the Transcribe task.
 
         Returns:
             str: Transcribed text.
         """
-        
-        gv.TRANSCRIBE_ACTIVE.set()
-        
-        kwargs = {
+
+        _kwargs = {
             "language": language if language != "None" else None,
-            "task": 'translate' if translation == "Yes" else None
+            "task": 'translate' if translate == "Yes" else None
         }
     
         if isinstance(source, str):
-            result = self.model.transcribe(source, **kwargs)
-            gv.TRANSCRIBE_ACTIVE.clear()
+            result = self.model.transcribe(source, **_kwargs)
+
             return str(result)
         
         elif isinstance(source, list):
             source_names = [s.split("/")[-1] for s in source]
             result = []
             for s in tqdm(source, total=len(source),desc = "Transcribing audio files"):
-                res = self.model.transcribe(s, **kwargs)
+                res = self.model.transcribe(s, **_kwargs)
                 result.append(res)
             
             out = ''
@@ -123,15 +113,12 @@ class GradioTranscriptionInterface:
                 out += str(res)
                 out += "\n\n"
             
-            gv.TRANSCRIBE_ACTIVE.clear()
-            
             return out
         
         else:
-            gv.TRANSCRIBE_ACTIVE.clear()
             raise gr.Error("Please provide a valid audio file.")
 
-    def perform_diarisation(self, source, num_speakers):
+    def diarisation(self, source, num_speakers, *args ,**kwargs):
         """
         Shortcut method for the Diarisation task.
 
@@ -139,27 +126,24 @@ class GradioTranscriptionInterface:
             str: JSON output of diarisation result.
         """
         
-        gv.TRANSCRIBE_ACTIVE.set()
-        
-        kwargs = {
+        _kwargs = {
             "num_speakers": num_speakers if num_speakers != 0 else None,
         }
         
         if isinstance(source, str):
             try:
-                result = self.model.diarization(source, **kwargs)
+                result = self.model.diarization(source, **_kwargs)
             except ValueError:
-                gv.TRANSCRIBE_ACTIVE.clear()
                 raise gr.Error("Couldn't detect any speech in the provided audio. \
                         Please try again!")
-            gv.TRANSCRIBE_ACTIVE.clear()
+                
             return json.dumps(result, indent=2)
         elif isinstance(source, list):
             source_names = [s.split("/")[-1] for s in source]
             result = []
             for s in tqdm(source, total=len(source),desc = "Performing diarisation"):
                 try:
-                    res = self.model.diarization(s, **kwargs)
+                    res = self.model.diarization(s, **_kwargs)
                 except ValueError:
     
                     res = f"NO DIARISATION FOUND FOR {s}"
@@ -171,10 +155,29 @@ class GradioTranscriptionInterface:
             for i, res in enumerate(result):
                 out[source_names[i]] = res
             
-            gv.TRANSCRIBE_ACTIVE.clear()    
-            
             return json.dumps(out, indent=4)
         
         else:
-            gv.TRANSCRIBE_ACTIVE.clear()
-            gr.Error("Please provide a valid audio file.")        
+            gr.Error("Please provide a valid audio file.")
+    
+    def get_task_from_str(self, task):
+        """
+        Returns the coresponing task function based on the task string.
+        
+        params:
+            task (str): Task string. Can be one of the following:
+                - 'Auto Transcribe'
+                - 'Transcribe'
+                - 'Diarisation'
+        """ 
+        
+        if task == 'Auto Transcribe':
+            return self.autotranscribe
+        elif task == 'Transcribe':
+            return self.transcribe
+        elif task == 'Diarisation':
+            return self.diarisation
+        else:
+            raise ValueError("Invalid task string.")
+        
+               
diff --git a/scraibe/app/utils.py b/scraibe/app/utils.py
new file mode 100644
index 0000000..b41a88f
--- /dev/null
+++ b/scraibe/app/utils.py
@@ -0,0 +1,42 @@
+import scraibe.app.global_var as gv
+import yaml
+
+def load_config(original_config_path = gv.DEFAULT_APP_CONIFG_PATH, override_yaml_path=None, **kwargs):
+    
+    
+    # Load the original configuration
+    with open(original_config_path, 'r') as file:
+        config = yaml.safe_load(file)
+
+    # Override with another YAML file if provided
+    if override_yaml_path:
+        with open(override_yaml_path, 'r') as file:
+            override_config = yaml.safe_load(file)
+            apply_overrides(config, override_config)
+
+    # Apply overrides from kwargs
+    apply_overrides(config, kwargs)
+
+    return config
+
+def apply_overrides(orig_dict, override_dict):
+    """ Recursively apply overrides to the configuration. """
+    for key, value in override_dict.items():
+        if isinstance(value, dict):
+            # If the value is a dict, apply recursively
+            apply_overrides(orig_dict.get(key, {}), value)
+        else:
+            # If the value is not a dict, search for the key and update
+            if update_nested_key(orig_dict, key, value):
+                continue  # Key was found and updated
+            orig_dict[key] = value  # Key not found, update at this level
+
+def update_nested_key(d, key, value):
+    """ Recursively search and update the key in nested dictionary. """
+    if key in d:
+        d[key] = value
+        return True
+    for k, v in d.items():
+        if isinstance(v, dict) and update_nested_key(v, key, value):
+            return True
+    return False
\ No newline at end of file

From 4379d1e185be9bcaaddbc3ef4704fe5686dab532 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Fri, 8 Dec 2023 14:30:26 +0100
Subject: [PATCH 12/42] removes signal

---
 scraibe/app/multi.py | 5 -----
 1 file changed, 5 deletions(-)

diff --git a/scraibe/app/multi.py b/scraibe/app/multi.py
index 17fd1bb..ce61f70 100644
--- a/scraibe/app/multi.py
+++ b/scraibe/app/multi.py
@@ -11,16 +11,11 @@ import gc
 from typing import Union
 import multiprocessing
 import torch
-import signal
 
 from gradio import Warning
 from scraibe.autotranscript import Scraibe
 from .stg import GradioTranscriptionInterface 
 
-def init_worker():
-    signal.signal(signal.SIGINT, signal.SIG_IGN)
-
-
 def clear_queue(queue):
     while not queue.empty():
         try:

From 42f86ba2ca7e4682f34471e754483b2320e40bb4 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Fri, 8 Dec 2023 14:30:43 +0100
Subject: [PATCH 13/42] changed pyannote path

---
 scraibe/app/config.yml | 2 +-
 scraibe/cli.py         | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/scraibe/app/config.yml b/scraibe/app/config.yml
index 16d296c..4eda2e4 100644
--- a/scraibe/app/config.yml
+++ b/scraibe/app/config.yml
@@ -11,7 +11,7 @@ launch:
     enabled: false
     username: admin
     password: admin
-  auth_message: "Please enter your credentials"
+  auth_message: null
   show_error : false
   favicon_path : null
   ssl_keyfile : null
diff --git a/scraibe/cli.py b/scraibe/cli.py
index b05da92..c023f38 100644
--- a/scraibe/cli.py
+++ b/scraibe/cli.py
@@ -9,7 +9,7 @@ from argparse import ArgumentParser, ArgumentDefaultsHelpFormatter
 import json
 
 from .autotranscript import Scraibe
-from .app.gradio_app import gradio_Interface
+from .app.app import gradio_Interface
 
 from whisper.tokenizer import LANGUAGES , TO_LANGUAGE_CODE
 from torch.cuda import is_available

From 4ca9aa195a327a58a048792d9260b04ff6e24463 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Fri, 8 Dec 2023 14:30:56 +0100
Subject: [PATCH 14/42] added utils file

---
 scraibe/app/__init__.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/scraibe/app/__init__.py b/scraibe/app/__init__.py
index fa8f8f7..a38ad86 100644
--- a/scraibe/app/__init__.py
+++ b/scraibe/app/__init__.py
@@ -4,4 +4,5 @@ from .interface import *
 from .stg import *
 from .interactions import *
 from .global_var import *
+from .utils import *
 from .app import *
\ No newline at end of file

From f494895376d35992fe3a1c8256263c1d776d8fb7 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Fri, 8 Dec 2023 14:31:17 +0100
Subject: [PATCH 15/42] removes depencency

---
 scraibe/app/global_var.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/scraibe/app/global_var.py b/scraibe/app/global_var.py
index 99f6eea..5599320 100644
--- a/scraibe/app/global_var.py
+++ b/scraibe/app/global_var.py
@@ -6,7 +6,6 @@ Stores global variables for the app.
 import multiprocessing
 import os
 import time
-import yaml
 
 REQUEST_QUEUE = multiprocessing.Queue() # audio file path as string 
 RESPONSE_QUEUE = multiprocessing.Queue() # transcription as string
@@ -22,3 +21,4 @@ LAST_USED = time.time()
 TIMEOUT = None #seconds
 
 DEFAULT_APP_CONIFG_PATH = os.path.join(os.path.dirname(os.path.realpath(__file__)), "config.yml")
+

From 9a8cdb2a64061dead12de67aac7d64ae2e7ba096 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Fri, 8 Dec 2023 14:31:48 +0100
Subject: [PATCH 16/42] added utils to handle config file  (does not work yet)

---
 scraibe/app/utils.py | 208 ++++++++++++++++++++++++++++++++++++-------
 1 file changed, 175 insertions(+), 33 deletions(-)

diff --git a/scraibe/app/utils.py b/scraibe/app/utils.py
index b41a88f..cff8b9e 100644
--- a/scraibe/app/utils.py
+++ b/scraibe/app/utils.py
@@ -1,42 +1,184 @@
-import scraibe.app.global_var as gv
+import os
+import warnings
 import yaml
 
-def load_config(original_config_path = gv.DEFAULT_APP_CONIFG_PATH, override_yaml_path=None, **kwargs):
+import scraibe.app.global_var as gv
+
+
+class ConfigLoader:
+    def __init__(self, config):
+        
+        self.config = config
     
+    def restore_defaults_for_keys(self, keys):
+        """
+        Restores specified keys to their default values, including nested keys.
+
+        Args:
+            keys (list): A list of keys or paths to keys (for nested dictionaries) to restore to default values.
+                         Each key or path should be a list of keys leading to the desired key.
+        """
+        default_config = self.get_default_config()
+        
+        
+        self.apply_overrides(self.config, default_config, keys)
+            
+            
+        
+    @classmethod
+    def load_config(cls, yaml_path = None, **kwargs):
+        """
+        Load the configuration file and apply overrides.
+
+        Args:
+            yaml_path (str): Path to the YAML file containing overrides.
+            **kwargs: Additional overrides as keyword arguments.
+
+        Returns:
+            Config: A Config object with the loaded configuration.
+        """
+        
+        # Load the original configuration    
+        config = cls.get_default_config()
     
-    # Load the original configuration
-    with open(original_config_path, 'r') as file:
-        config = yaml.safe_load(file)
+        # Override with another YAML file if provided
+        if yaml_path:
+            with open(yaml_path, 'r') as file:
+                override_config = yaml.safe_load(file)
+                cls.apply_overrides(config, override_config)
 
-    # Override with another YAML file if provided
-    if override_yaml_path:
-        with open(override_yaml_path, 'r') as file:
-            override_config = yaml.safe_load(file)
-            apply_overrides(config, override_config)
+        # Apply overrides from kwargs
+        cls.apply_overrides(config, kwargs)
+        return cls(config)
+    
+    @staticmethod
+    def apply_overrides(orig_dict, override_dict, specific_keys=None):
+        """ Recursively apply overrides to the configuration, only for specific keys. """
+        if specific_keys is None:
+            specific_keys = override_dict.keys()  # If no specific keys provided, apply to all keys
 
-    # Apply overrides from kwargs
-    apply_overrides(config, kwargs)
+        
+        for key, value in override_dict.items():
+            
+            if key not in specific_keys:
+                
+                continue  # Skip keys not in the specific keys set
+            
+            if isinstance(value, dict):
+                # If the value is a dict, apply recursively
+                sub_dict = orig_dict.get(key, {})
+                ConfigLoader.apply_overrides(sub_dict, value, specific_keys)
+                orig_dict[key] = sub_dict
+            else:
+                # Apply override for this key
+                print("HI iam here", key, value)
+                orig_dict[key] = value
+                print("HI", orig_dict)
 
-    return config
+    # @staticmethod
+    # def apply_overrides(orig_dict, override_dict):
+        
+    #     """ Recursively apply overrides to the configuration. """
+    #     for key, value in override_dict.items():
+    #         if isinstance(value, dict):
+    #             # If the value is a dict, apply recursively
+    #             ConfigLoader.apply_overrides(orig_dict.get(key, {}), value)
+    #         else:
+    #             # If the value is not a dict, search for the key and update
+    #             if ConfigLoader.update_nested_key(orig_dict, key, value):
+    #                 continue  # Key was found and updated
+    #             orig_dict[key] = value  # Key not found, update at this level
 
-def apply_overrides(orig_dict, override_dict):
-    """ Recursively apply overrides to the configuration. """
-    for key, value in override_dict.items():
-        if isinstance(value, dict):
-            # If the value is a dict, apply recursively
-            apply_overrides(orig_dict.get(key, {}), value)
-        else:
-            # If the value is not a dict, search for the key and update
-            if update_nested_key(orig_dict, key, value):
-                continue  # Key was found and updated
-            orig_dict[key] = value  # Key not found, update at this level
-
-def update_nested_key(d, key, value):
-    """ Recursively search and update the key in nested dictionary. """
-    if key in d:
-        d[key] = value
-        return True
-    for k, v in d.items():
-        if isinstance(v, dict) and update_nested_key(v, key, value):
+    @staticmethod
+    def update_nested_key(d, key, value):
+        """ Recursively search and update the key in nested dictionary. """
+        
+        if key in d:
+            d[key] = value
             return True
-    return False
\ No newline at end of file
+        for k, v in d.items():
+            if isinstance(v, dict) and ConfigLoader.update_nested_key(v, key, value):
+                return True
+        return False
+    
+    @staticmethod
+    def get_default_config():
+        """ Return the default configuration. """
+        with open(gv.DEFAULT_APP_CONIFG_PATH , 'r') as file:
+            config = yaml.safe_load(file)
+        return config
+        
+
+class AppConfig(ConfigLoader):
+    
+    def __init__(self, config):
+        
+        self.config = config
+        
+        self.set_global_vars_from_config()
+        self.set_launch_options()
+        self.set_layout_options()
+        
+        self.lauch = self.config.get("launch")
+        self.model = self.config.get("model")
+        self.advanced = self.config.get("advanced")
+        self.queue = self.config.get("queue")
+        self.layout = self.config.get("layout")
+    
+    def set_global_vars_from_config(self):
+        """
+        Sets the global variables from a configuration dictionary.
+        
+        Args:
+            config (dict): A dictionary containing the parameters for the model. Modify the default parameters in the config.yml file.
+        
+        Returns:
+            None
+        
+        """
+    
+        gv.MODEL_PARAMS = self.config.get('model')
+        gv.TIMEOUT = self.config.get("advanced").get('timeout')
+    
+    def set_launch_options(self):
+        
+        launch_options = self.config.get("launch")
+        
+        if launch_options.get('auth').pop('enabled'):
+            self.config['launch']['auth'] = (launch_options.get('auth').pop('username'),
+                                             launch_options.get('auth').pop('password'))
+        else:
+            self.config['launch']['auth'] = None
+    
+    def set_layout_options(self):
+        self.config['layout']['header'] = self.check_and_set_path(self.config['layout'], 'header')
+        self.config['layout']['footer'] = self.check_and_set_path(self.config['layout'], 'footer')
+        self.config['layout']['logo'] = self.check_and_set_path(self.config['layout'], 'logo')
+
+    
+    @staticmethod
+    def check_and_set_path(config_item, key):
+        """
+        Check if the file exists at the given path. If not, try with CURRENT_PATH.
+        Raise FileNotFoundError if the file still doesn't exist.
+        """
+        _current_path = os.path.dirname(os.path.realpath(__file__))  # Define your CURRENT_PATH
+
+        file_path = config_item.get(key)
+        if file_path is None:
+            return None
+        if not os.path.exists(file_path):
+            new_path = os.path.join(_current_path, file_path)
+            if not os.path.exists(new_path):
+                warnings.warn(f"{key.capitalize()} file not found: {config_item[key]} \n" \
+                              "fall back to default.")
+            else:
+                config_item[key] = new_path
+            
+        return config_item[key]
+    
+    
+    
+    
+    
+    
\ No newline at end of file

From 7c200d4506b7c21711346cd0de1ab55dc3f76aec Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Wed, 13 Dec 2023 17:40:32 +0100
Subject: [PATCH 17/42] config.yml updating and reloaading default works

---
 scraibe/app/config.yml |  6 ++---
 scraibe/app/utils.py   | 51 ++++++++++++++++--------------------------
 2 files changed, 22 insertions(+), 35 deletions(-)

diff --git a/scraibe/app/config.yml b/scraibe/app/config.yml
index 4eda2e4..ad6ce98 100644
--- a/scraibe/app/config.yml
+++ b/scraibe/app/config.yml
@@ -8,9 +8,9 @@ launch:
   max-threads: 40
   quiet: false
   auth:
-    enabled: false
-    username: admin
-    password: admin
+    auth_enabled: false
+    auth_username: admin
+    auth_password: admin
   auth_message: null
   show_error : false
   favicon_path : null
diff --git a/scraibe/app/utils.py b/scraibe/app/utils.py
index cff8b9e..17950c5 100644
--- a/scraibe/app/utils.py
+++ b/scraibe/app/utils.py
@@ -10,7 +10,7 @@ class ConfigLoader:
         
         self.config = config
     
-    def restore_defaults_for_keys(self, keys):
+    def restore_defaults_for_keys(self, *args):
         """
         Restores specified keys to their default values, including nested keys.
 
@@ -20,8 +20,8 @@ class ConfigLoader:
         """
         default_config = self.get_default_config()
         
-        
-        self.apply_overrides(self.config, default_config, keys)
+        for key in args:
+            self.apply_overrides(self.config, default_config, key)
             
             
         
@@ -52,42 +52,29 @@ class ConfigLoader:
         return cls(config)
     
     @staticmethod
-    def apply_overrides(orig_dict, override_dict, specific_keys=None):
+    def apply_overrides(orig_dict, override_dict, specific=None):
         """ Recursively apply overrides to the configuration, only for specific keys. """
-        if specific_keys is None:
-            specific_keys = override_dict.keys()  # If no specific keys provided, apply to all keys
-
-        
         for key, value in override_dict.items():
             
-            if key not in specific_keys:
-                
-                continue  # Skip keys not in the specific keys set
-            
             if isinstance(value, dict):
                 # If the value is a dict, apply recursively
                 sub_dict = orig_dict.get(key, {})
-                ConfigLoader.apply_overrides(sub_dict, value, specific_keys)
+                ConfigLoader.apply_overrides(sub_dict, value, specific)
                 orig_dict[key] = sub_dict
             else:
                 # Apply override for this key
-                print("HI iam here", key, value)
-                orig_dict[key] = value
-                print("HI", orig_dict)
-
-    # @staticmethod
-    # def apply_overrides(orig_dict, override_dict):
-        
-    #     """ Recursively apply overrides to the configuration. """
-    #     for key, value in override_dict.items():
-    #         if isinstance(value, dict):
-    #             # If the value is a dict, apply recursively
-    #             ConfigLoader.apply_overrides(orig_dict.get(key, {}), value)
-    #         else:
-    #             # If the value is not a dict, search for the key and update
-    #             if ConfigLoader.update_nested_key(orig_dict, key, value):
-    #                 continue  # Key was found and updated
-    #             orig_dict[key] = value  # Key not found, update at this level
+                if specific is None:
+                    # If no specific keys are provided, update the key  
+                    # If the value is not a dict, search for the key and update
+                    if ConfigLoader.update_nested_key(orig_dict, key, value):
+                        continue  # Key was found and updated
+                    orig_dict[key] = value  # Key not found, update at this level
+                
+                elif key in specific:
+                    # If specific keys are provided, only update if the key is in the list
+                    if ConfigLoader.update_nested_key(orig_dict, specific, value):
+                        continue  # Key was found and updated
+                    orig_dict[specific] = value
 
     @staticmethod
     def update_nested_key(d, key, value):
@@ -144,8 +131,8 @@ class AppConfig(ConfigLoader):
         
         launch_options = self.config.get("launch")
         
-        if launch_options.get('auth').pop('enabled'):
-            self.config['launch']['auth'] = (launch_options.get('auth').pop('username'),
+        if launch_options.get('auth').pop('auth_enabled'):
+            self.config['launch']['auth'] = (launch_options.get('auth').pop('auth_username'),
                                              launch_options.get('auth').pop('password'))
         else:
             self.config['launch']['auth'] = None

From 6217e3a9b3d74dd0b2bdbf061b2cb4dcca442c40 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Wed, 24 Jan 2024 15:58:37 +0100
Subject: [PATCH 18/42] adapt everything to work with new config file

---
 scraibe/app/config.yml   | 21 +++++++++--------
 scraibe/app/interface.py | 18 +++++++-------
 scraibe/app/multi.py     | 14 +++++++++--
 scraibe/app/utils.py     | 51 ++++++++++++++++++++++++++++++++++++++--
 4 files changed, 81 insertions(+), 23 deletions(-)

diff --git a/scraibe/app/config.yml b/scraibe/app/config.yml
index ad6ce98..9f6a826 100644
--- a/scraibe/app/config.yml
+++ b/scraibe/app/config.yml
@@ -1,10 +1,13 @@
 launch:
   # The following are the default values for the launch configuration
   # for more informations look at https://www.gradio.app/docs/interface 
-  server_port: 8080
+  server_port: 7860
   server_name: 0.0.0.0
-  inbrowser: true
   inline: false
+  inbrowser: true
+  share : false
+  debug : false
+
   max-threads: 40
   quiet: false
   auth:
@@ -12,7 +15,9 @@ launch:
     auth_username: admin
     auth_password: admin
   auth_message: null
+  prevent_thread_lock : false
   show_error : false
+  show_tips : true
   favicon_path : null
   ssl_keyfile : null
   ssl_certfile : null
@@ -22,21 +27,17 @@ launch:
   show_api : false
   allowed_paths : null
   blocked_paths : null
-  root_path : null
+  root_path : ''
   app_kwargs : null
-  state_session_capacity : 1000
-  share_server_address : null
-  share_server_protocol : null
-  share : false
-  debug : false
+  
 queue:
   # The following are the default values for the queue configuration
   # for more informations look at hhttps://www.gradio.app/docs/interface
+  concurrency_count : 1
   status_update_rate : 'auto'
   api_open : null
   max_size : null
-  concurrency_count : null
-  default_concurrency_limit : 'not_set'
+  
 layout:
   header:  scraibe/app/header.html
   footer: null
diff --git a/scraibe/app/interface.py b/scraibe/app/interface.py
index ddf10ee..fce582c 100644
--- a/scraibe/app/interface.py
+++ b/scraibe/app/interface.py
@@ -31,21 +31,18 @@ LANGUAGES = [
     "Vietnamese", "Welsh"
 ]
 
-CURRENT_PATH = os.path.dirname(os.path.realpath(__file__))
 
 
-def gradio_Interface():
+
+def gradio_Interface(layout = None,):
     
     with gr.Blocks(theme=theme,title='ScrAIbe: Automatic Audio Transcription') as demo:
             
             # Define components
-            hname = os.path.join(CURRENT_PATH, "header.html")
-            header = open(hname, "r").read()
             
-            # ugly hack to get the logo to work
-            header = header.replace("/file=logo.svg", f"/file={CURRENT_PATH}/logo.svg" )
-            
-            gr.HTML(header, visible= True, show_label=False)
+
+            if layout.get('header') is not None:            
+                gr.HTML(layout.get('header'), visible= True, show_label=False)
             
             with gr.Row():
                 
@@ -98,7 +95,10 @@ def gradio_Interface():
                                         visible= False, interactive= True)
                     
                     annotate = gr.Button(value="Annotate", visible= False, interactive= True)
-                
+            
+            if layout.get('footer') is not None:            
+                gr.HTML(layout.get('footer'), visible= True, show_label=False)
+                 
             # Define usage of components
             input.change(fn=select_origin, inputs=[input],
                             outputs=[audio1, audio2, video1, video2, file_in])
diff --git a/scraibe/app/multi.py b/scraibe/app/multi.py
index ce61f70..ec9f17e 100644
--- a/scraibe/app/multi.py
+++ b/scraibe/app/multi.py
@@ -68,13 +68,23 @@ def model_worker(model_params : Union[Scraibe, dict],
     clear_queue(response_queue)
     loaded_event.clear()
 
-def start_model_worker(model_params, request_queue, last_active_time, response_queue,loaded_event, running_event, *args, **kwargs):
+def start_model_worker(model_params,
+                       request_queue,
+                       last_active_time,
+                       response_queue,
+                       loaded_event,
+                       running_event,
+                       *args, **kwargs):
     context = multiprocessing.get_context('spawn')
     model_process = context.Process(target=model_worker, args=(model_params, request_queue, last_active_time, response_queue,loaded_event, running_event, *args), kwargs=kwargs)
     model_process.start()
     return model_process
 
-def timer_thread(request_queue, last_active_time,loaded_event, running_event, timeout=30):
+def timer_thread(request_queue,
+                 last_active_time,
+                 loaded_event,
+                 running_event,
+                 timeout=30):
     while True:
         time.sleep(timeout)
         
diff --git a/scraibe/app/utils.py b/scraibe/app/utils.py
index 17950c5..35d2f8e 100644
--- a/scraibe/app/utils.py
+++ b/scraibe/app/utils.py
@@ -1,9 +1,12 @@
+from email import header
+from math import e
 import os
 import warnings
 import yaml
 
 import scraibe.app.global_var as gv
 
+CURRENT_PATH = os.path.dirname(os.path.realpath(__file__))
 
 class ConfigLoader:
     def __init__(self, config):
@@ -42,6 +45,7 @@ class ConfigLoader:
         config = cls.get_default_config()
     
         # Override with another YAML file if provided
+        
         if yaml_path:
             with open(yaml_path, 'r') as file:
                 override_config = yaml.safe_load(file)
@@ -106,7 +110,7 @@ class AppConfig(ConfigLoader):
         self.set_launch_options()
         self.set_layout_options()
         
-        self.lauch = self.config.get("launch")
+        self.launch = self.config.get("launch")
         self.model = self.config.get("model")
         self.advanced = self.config.get("advanced")
         self.queue = self.config.get("queue")
@@ -141,7 +145,50 @@ class AppConfig(ConfigLoader):
         self.config['layout']['header'] = self.check_and_set_path(self.config['layout'], 'header')
         self.config['layout']['footer'] = self.check_and_set_path(self.config['layout'], 'footer')
         self.config['layout']['logo'] = self.check_and_set_path(self.config['layout'], 'logo')
-
+    
+    def get_layout(self):
+        
+        if not os.path.exists(self.config['layout']['header']) and \
+            self.config['layout']['header'] == "scraibe/app/header.html": 
+            
+            hname = os.path.join(CURRENT_PATH, "header.html")
+            
+            header = open(hname).read()
+            
+        elif not os.path.exists(self.config['layout']['header']) and self.config['layout']['header'] != "scraibe/app/header.html":
+            warnings.warn(f"Header file not found: {self.config['layout']['header']} \n" \
+                              "fall back to default.")
+            
+            hname = os.path.join(CURRENT_PATH, "header.html")
+            
+            header = open(hname).read()
+        elif os.path.exists(self.config['layout']['header']):
+            header = open(self.config['layout']['header']).read()    
+        else:
+            warnings.warn(f"Header file not found: {self.config['layout']['header']}")
+            header = None
+            
+              
+        if header != None: 
+            if self.config['layout']['logo'] == "scraibe/app/logo.svg":
+                header = header.replace("/file=logo.svg", f"/file={os.path.join(CURRENT_PATH, 'logo.svg')}")
+            elif self.config['layout']['logo'] != "scraibe/app/logo.svg":
+                header = header.replace("/file=logo.svg", f"/file={self.config['layout']['logo']}")
+            else:
+                warnings.warn(f"Logo file not found: {self.config['layout']['logo']}")
+            
+        
+        if self.config['layout']['footer'] != None:
+            if os.path.exists(self.config['layout']['footer']):
+                footer = open(self.config['layout']['footer']).read()
+            elif self.config['layout']['footer'] == None:
+                footer = None
+            else:    
+                warnings.warn(f"Footer file not found: {self.config['layout']['footer']}")
+        else:
+            footer = None
+        return {'header' : header ,
+                'footer' : footer} 
     
     @staticmethod
     def check_and_set_path(config_item, key):

From ea7117545d0a481bcd2aa0de11cf7bff6c303e77 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Wed, 24 Jan 2024 16:18:42 +0100
Subject: [PATCH 19/42] fixed wrong dict entry

---
 scraibe/app/utils.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/scraibe/app/utils.py b/scraibe/app/utils.py
index 35d2f8e..c9693ef 100644
--- a/scraibe/app/utils.py
+++ b/scraibe/app/utils.py
@@ -137,7 +137,7 @@ class AppConfig(ConfigLoader):
         
         if launch_options.get('auth').pop('auth_enabled'):
             self.config['launch']['auth'] = (launch_options.get('auth').pop('auth_username'),
-                                             launch_options.get('auth').pop('password'))
+                                             launch_options.get('auth').pop('auth_password'))
         else:
             self.config['launch']['auth'] = None
     

From 5c16b625270b84b6a987d579a4ef825b30d9e39e Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Wed, 24 Jan 2024 16:20:13 +0100
Subject: [PATCH 20/42] fixed typo

---
 scraibe/app/config.yml | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/scraibe/app/config.yml b/scraibe/app/config.yml
index 9f6a826..8e908e6 100644
--- a/scraibe/app/config.yml
+++ b/scraibe/app/config.yml
@@ -7,8 +7,7 @@ launch:
   inbrowser: true
   share : false
   debug : false
-
-  max-threads: 40
+  max_threads: 40
   quiet: false
   auth:
     auth_enabled: false

From c65dc51541d554db8ac25d0ab07358b99da3da5f Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Thu, 25 Jan 2024 09:47:54 +0100
Subject: [PATCH 21/42] typos fixed

---
 scraibe/app/config.yml | 4 ++--
 scraibe/app/utils.py   | 2 --
 2 files changed, 2 insertions(+), 4 deletions(-)

diff --git a/scraibe/app/config.yml b/scraibe/app/config.yml
index 8e908e6..9e42db3 100644
--- a/scraibe/app/config.yml
+++ b/scraibe/app/config.yml
@@ -4,7 +4,7 @@ launch:
   server_port: 7860
   server_name: 0.0.0.0
   inline: false
-  inbrowser: true
+  inbrowser: false
   share : false
   debug : false
   max_threads: 40
@@ -16,7 +16,7 @@ launch:
   auth_message: null
   prevent_thread_lock : false
   show_error : false
-  show_tips : true
+  show_tips : false
   favicon_path : null
   ssl_keyfile : null
   ssl_certfile : null
diff --git a/scraibe/app/utils.py b/scraibe/app/utils.py
index c9693ef..816bc4c 100644
--- a/scraibe/app/utils.py
+++ b/scraibe/app/utils.py
@@ -1,5 +1,3 @@
-from email import header
-from math import e
 import os
 import warnings
 import yaml

From ef7bd6e15c603d2f6b25a821c94319e1eb377b27 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Thu, 25 Jan 2024 16:08:53 +0100
Subject: [PATCH 22/42] made cli work with new interface

---
 scraibe/app/app_starter.py |  28 ++++++++++
 scraibe/cli.py             | 106 ++++++++++++++++++++-----------------
 scraibe/misc.py            |  15 ++++++
 3 files changed, 100 insertions(+), 49 deletions(-)
 create mode 100644 scraibe/app/app_starter.py

diff --git a/scraibe/app/app_starter.py b/scraibe/app/app_starter.py
new file mode 100644
index 0000000..9ed1d0b
--- /dev/null
+++ b/scraibe/app/app_starter.py
@@ -0,0 +1,28 @@
+"""
+This script is used to start the Gradio interface for audio transcription.
+A configuration file can be passed to the script to configure the interface.
+If no configuration file is passed, the default configuration is used.
+The main Reason for this script is to allow the use of multiprocessing in the app.
+"""
+
+import multiprocessing
+from scraibe.misc import ParseKwargs
+from argparse import ArgumentParser
+
+parser = ArgumentParser()
+
+parser.add_argument("--server-config", type=str, default= None,
+                        help="Path to the configy.yml file.")
+    
+parser.add_argument('--server-kwargs', nargs='*', action=ParseKwargs, default={},
+                    help='Keyword arguments for the Gradio app.')
+
+args = parser.parse_args()
+
+if __name__ == '__main__':
+    
+    multiprocessing.set_start_method('spawn')
+
+    from scraibe.app.app import app
+    
+    app(config = args.server_config, **args.server_kwargs)
\ No newline at end of file
diff --git a/scraibe/cli.py b/scraibe/cli.py
index c023f38..f4b49f7 100644
--- a/scraibe/cli.py
+++ b/scraibe/cli.py
@@ -5,10 +5,11 @@ The function includes arguments for specifying the audio files, model paths,
 output formats, and other options necessary for transcription.
 """
 import os 
-from argparse import ArgumentParser, ArgumentDefaultsHelpFormatter
+from argparse import ArgumentParser, ArgumentDefaultsHelpFormatter, Action
 import json
 
 from .autotranscript import Scraibe
+from .misc import ParseKwargs
 from .app.app import gradio_Interface
 
 from whisper.tokenizer import LANGUAGES , TO_LANGUAGE_CODE
@@ -41,13 +42,15 @@ def cli():
                         help="List of audio files to transcribe.")
     
     group.add_argument('--start-server', action='store_true',
-                        help='Start the Gradio app.')
+                        help='Start the Gradio app.' \
+                        'If set, all other arguments are ignored' \
+                        'besides --server-config or --server-kwargs.')
     
-    parser.add_argument("--port", type=int, default= None,
-                        help="Port to run the Gradio app on. Defaults to 7860.")
+    parser.add_argument("--server-config", type=str, default= None,
+                        help="Path to the configy.yml file.")
     
-    parser.add_argument("--server-name", type=str, default= None,
-                        help="Name of the Gradio app. If empty 127.0.0.1 or 0.0.0.0 will be used.")
+    parser.add_argument('--server-kwargs', nargs='*', action=ParseKwargs, default={},
+                        help='Keyword arguments for the Gradio app.')
                         
     parser.add_argument("--whisper-model-name", default="medium",
                         help="Name of the Whisper model to use.")
@@ -66,7 +69,8 @@ def cli():
                         help="Device to use for PyTorch inference.")
 
     parser.add_argument("--num-threads", type=int, default=0,
-                        help="Number of threads used by torch for CPU inference; overrides MKL_NUM_THREADS/OMP_NUM_THREADS.")
+                        help="Number of threads used by torch for CPU inference; '\
+                            'overrides MKL_NUM_THREADS/OMP_NUM_THREADS.")
 
     parser.add_argument("--output-directory", "-o", type=str, default=".",
                         help="Directory to save the transcription outputs.")
@@ -113,55 +117,59 @@ def cli():
     if arg_dict["whisper_model_directory"]:
         class_kwargs["download_root"] = arg_dict.pop("whisper_model_directory")
 
-    model = Scraibe(**class_kwargs)
-
-    
-    if arg_dict["audio_files"]:
-        audio_files = arg_dict.pop("audio_files")
+    if not start_server:
         
-        if task == "autotranscribe" or task == "autotranscribe+translate":
-            for audio in audio_files:
-                if task == "autotranscribe+translate":
-                    task = "translate"
-                else:
-                    task = "transcribe"
-                    
-                out = model.autotranscribe(audio,task = task, language=arg_dict.pop("language"), verbose = arg_dict.pop("verbose_output"))
-                basename = audio.split("/")[-1].split(".")[0]
-                print(f'Saving {basename}.{out_format} to {out_folder}')
-                out.save(os.path.join(out_folder, f"{basename}.{out_format}"))
-                
-        elif task == "diarization":
-            for audio in audio_files:
-                if arg_dict.pop("verbose_output"):
-                    print(f"Verbose not implemented for diarization.")
-                    
-                out = model.diarization(audio)
-                basename = audio.split("/")[-1].split(".")[0]
-                path = os.path.join(out_folder, f"{basename}.{out_format}")
-                
-                print(f'Saving {basename}.{out_format} to {out_folder}')
-                
-                with open(path, "w") as f:
-                    json.dump(json.dumps(out, indent= 1), f)
+        model = Scraibe(**class_kwargs)
 
-        elif task == "transcribe" or task == "translate":
+        if arg_dict["audio_files"]:
+            audio_files = arg_dict.pop("audio_files")
             
-            for audio in audio_files:
- 
-                out = model.transcribe(audio, task = task,
-                                       language= arg_dict.pop("language"),
-                                       verbose = arg_dict.pop("verbose_output"))
-                basename = audio.split("/")[-1].split(".")[0]
-                path = os.path.join(out_folder, f"{basename}.{out_format}")
-                with open(path, "w") as f:
-                    f.write(out)  
+            if task == "autotranscribe" or task == "autotranscribe+translate":
+                for audio in audio_files:
+                    if task == "autotranscribe+translate":
+                        task = "translate"
+                    else:
+                        task = "transcribe"
+                        
+                    out = model.autotranscribe(audio,task = task, language=arg_dict.pop("language"), verbose = arg_dict.pop("verbose_output"))
+                    basename = audio.split("/")[-1].split(".")[0]
+                    print(f'Saving {basename}.{out_format} to {out_folder}')
+                    out.save(os.path.join(out_folder, f"{basename}.{out_format}"))
+                    
+            elif task == "diarization":
+                for audio in audio_files:
+                    if arg_dict.pop("verbose_output"):
+                        print(f"Verbose not implemented for diarization.")
+                        
+                    out = model.diarization(audio)
+                    basename = audio.split("/")[-1].split(".")[0]
+                    path = os.path.join(out_folder, f"{basename}.{out_format}")
+                    
+                    print(f'Saving {basename}.{out_format} to {out_folder}')
+                    
+                    with open(path, "w") as f:
+                        json.dump(json.dumps(out, indent= 1), f)
+
+            elif task == "transcribe" or task == "translate":
                 
+                for audio in audio_files:
     
-    if start_server: # unfinished code
+                    out = model.transcribe(audio, task = task,
+                                        language= arg_dict.pop("language"),
+                                        verbose = arg_dict.pop("verbose_output"))
+                    basename = audio.split("/")[-1].split(".")[0]
+                    path = os.path.join(out_folder, f"{basename}.{out_format}")
+                    with open(path, "w") as f:
+                        f.write(out)  
+                    
+    
+    else: # unfinished code
+        import subprocess
+        import sys
         
-        gradio_Interface(model).queue().launch(server_port=args.port, server_name=args.server_name)
+        execute_path = os.path.join(os.path.dirname(__file__), "app/app_starter.py")
         
+        subprocess.run([sys.executable, execute_path])
 
 if __name__ == "__main__":
     cli()
\ No newline at end of file
diff --git a/scraibe/misc.py b/scraibe/misc.py
index b1afeea..ae9136e 100644
--- a/scraibe/misc.py
+++ b/scraibe/misc.py
@@ -1,6 +1,7 @@
 import os
 import yaml
 from pyannote.audio.core.model import CACHE_DIR as PYANNOTE_CACHE_DIR
+from argparse import Action
 
 CACHE_DIR = os.getenv(
     "AUTOT_CACHE",
@@ -38,3 +39,17 @@ def config_diarization_yaml(file_path: str, path_to_segmentation: str = None) ->
 
     with open(file_path, "w") as stream:
         yaml.dump(yml, stream)
+
+class ParseKwargs(Action):
+    """
+    Custom argparse action to parse keyword arguments.
+    """
+    def __call__(self, parser, namespace, values, option_string=None):
+        setattr(namespace, self.dest, dict())
+        for value in values:
+            key, value = value.split('=')
+            try:
+                value = eval(value)
+            except:
+                pass
+            getattr(namespace, self.dest)[key] = value
\ No newline at end of file

From ea68b5de5f447c1a9bde22ea1d51bf6b27bd70d6 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Fri, 26 Jan 2024 10:31:50 +0100
Subject: [PATCH 23/42] add .yml to package data

---
 setup.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/setup.py b/setup.py
index 64d30b9..1e2c641 100644
--- a/setup.py
+++ b/setup.py
@@ -1,4 +1,3 @@
-from calendar import c
 import pkg_resources
 import os
 from setuptools import setup, find_packages
@@ -21,6 +20,8 @@ with open(verfile, "r") as fp:
 
 build_version = "SCRAIBE_BUILD" in os.environ
 
+version["ISRELEASED"] = True if "ISRELEASED" in os.environ else False
+
 if __name__ == "__main__":
 
     setup(
@@ -53,7 +54,7 @@ if __name__ == "__main__":
         keywords = ['transcription', 'speech recognition', 'whisper', 'pyannote', 'audio', 'ScrAIbe', 'scraibe',
                     'speech-to-text', 'speech-to-text transcription', 'speech-to-text recognition',
                     'voice-to-speech'],
-        package_data={'scraibe.app' : ["*.html", "*.svg"]},
+        package_data={'scraibe.app' : ["*.html", "*.svg","*.yml"]},
         entry_points={'console_scripts':
             ['scraibe = scraibe.cli:cli']}
         

From 250c95535e0b1e1e248248d9f5f729dee0b174ef Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Fri, 26 Jan 2024 13:31:02 +0100
Subject: [PATCH 24/42] fixed unused import

---
 scraibe/cli.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/scraibe/cli.py b/scraibe/cli.py
index f4b49f7..618f6d8 100644
--- a/scraibe/cli.py
+++ b/scraibe/cli.py
@@ -5,7 +5,7 @@ The function includes arguments for specifying the audio files, model paths,
 output formats, and other options necessary for transcription.
 """
 import os 
-from argparse import ArgumentParser, ArgumentDefaultsHelpFormatter, Action
+from argparse import ArgumentParser, ArgumentDefaultsHelpFormatter
 import json
 
 from .autotranscript import Scraibe

From 74eba1c641c7bf397078914ee3c3ae97b9242b22 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Fri, 26 Jan 2024 13:31:32 +0100
Subject: [PATCH 25/42] added slightly more robust erroir haneling using local
 models

---
 scraibe/diarisation.py | 36 +++++++++++++++++++++++++++++++++++-
 1 file changed, 35 insertions(+), 1 deletion(-)

diff --git a/scraibe/diarisation.py b/scraibe/diarisation.py
index f90bcdb..3e6047c 100644
--- a/scraibe/diarisation.py
+++ b/scraibe/diarisation.py
@@ -27,7 +27,9 @@ Usage:
     diarisation_output = model.diarization("path/to/audiofile.wav")
 """
 
+import warnings
 import os
+import yaml
 from pathlib import Path
 from typing import TypeVar, Union
 
@@ -213,7 +215,39 @@ class Diariser:
             model = 'pyannote/speaker-diarization'
         elif not os.path.exists(model) and use_auth_token is not None:
             model = 'pyannote/speaker-diarization'
-            
+        elif os.path.exists(model) and not use_auth_token:
+            # check if model can be found locally nearby the config file
+            with open(model, 'r') as file:
+                config = yaml.safe_load(file)
+                
+                path_to_model = config['pipeline']['params']['segmentation']
+
+                if not os.path.exists(path_to_model):
+                    warnings.warn(f"Model not found at {path_to_model}. "\
+                        "Trying to find it nearby the config file.")
+                    
+                    pwd = file.split("/")[:-1]
+                    path_to_model = os.path.join(pwd, "pytorch_model.bin")
+
+                    if not os.path.exists(path_to_model):
+                        warnings.warn(f"Model not found at {path_to_model}. \
+                            'Trying to find it nearby .bin files instead.")
+                        # list elementes with the ending .bin
+                        bin_files = [f for f in os.listdir(pwd) if f.endswith(".bin")]
+                        if len(bin_files) == 1:
+                            path_to_model = os.path.join(pwd, bin_files[0])
+                        else:
+                            warnings.warn("Found more than one .bin file. "\
+                                "or none. Please specify the path to the model " \
+                                "or setup a huggingface token.")
+                                                
+                    warnings.warn(f"Found model at {path_to_model} overwriting config file.")
+                    
+                    config['pipeline']['params']['segmentation'] = path_to_model
+                    
+                    with open(model, 'w') as file:
+                        yaml.dump(config, file)
+                              
         _model =  Pipeline.from_pretrained(model,
                                            use_auth_token = use_auth_token,
                                            cache_dir = cache_dir,

From 25217533cbe526f979a15074ff3c2f97ef37dbd9 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Fri, 26 Jan 2024 13:37:28 +0100
Subject: [PATCH 26/42] removed qtfaststart beacaue it is not used

---
 scraibe/app/__init__.py    |   1 -
 scraibe/app/qtfaststart.py | 319 -------------------------------------
 2 files changed, 320 deletions(-)
 delete mode 100644 scraibe/app/qtfaststart.py

diff --git a/scraibe/app/__init__.py b/scraibe/app/__init__.py
index a38ad86..bdf5464 100644
--- a/scraibe/app/__init__.py
+++ b/scraibe/app/__init__.py
@@ -1,4 +1,3 @@
-from .qtfaststart import *
 from .multi import *
 from .interface import *
 from .stg import *
diff --git a/scraibe/app/qtfaststart.py b/scraibe/app/qtfaststart.py
deleted file mode 100644
index e57eb20..0000000
--- a/scraibe/app/qtfaststart.py
+++ /dev/null
@@ -1,319 +0,0 @@
-"""
-This file contains a modified version of qtfaststart by qtfaststart
-https://github.com/danielgtaylor/qtfaststart/tree/master
-
-All credit goes to the original author.
-Copyright (C) 2008 - 2013 Daniel G. Taylor <dan@programmer-art.org>
-Permission is hereby granted, free of charge, to any person obtaining a copy of this
-software and associated documentation files (the "Software"),
-to deal in the Software without restriction, including without limitation the rights to 
-use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the 
-Software, and to permit persons to whom the Software is furnished to do so, 
-subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all copies
-or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
-INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
-IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
-DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
-ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS 
-IN THE SOFTWARE.
-"""
-
-import logging
-import os
-import struct
-import collections
-import io
-
-# define error classes
-class FastStartException(Exception):
-    """
-    Raised when something bad happens during processing.
-    """
-    pass
-
-class FastStartSetupError(FastStartException):
-    """
-    Rasised when asked to process a file that does not need processing
-    """
-    pass
-
-class MalformedFileError(FastStartException):
-    """
-    Raised when the input file is setup in an unexpected way
-    """
-    pass
-
-class UnsupportedFormatError(FastStartException):
-    """
-    Raised when a movie file is recognized as a format not supported.
-    """
-    pass
-
-# define constants
-CHUNK_SIZE = 8192
-
-log = logging.getLogger("qtfaststart")
-
-# Older versions of Python require this to be defined
-if not hasattr(os, 'SEEK_CUR'):
-    os.SEEK_CUR = 1
-
-Atom = collections.namedtuple('Atom', 'name position size')
-
-def read_atom(datastream):
-    """
-        Read an atom and return a tuple of (size, type) where size is the size
-        in bytes (including the 8 bytes already read) and type is a "fourcc"
-        like "ftyp" or "moov".
-    """
-    size, type = struct.unpack(">L4s", datastream.read(8))
-    type = type.decode('ascii')
-    return size, type
-
-
-def _read_atom_ex(datastream):
-    """
-    Read an Atom from datastream
-    """
-    pos = datastream.tell()
-    atom_size, atom_type = read_atom(datastream)
-    if atom_size == 1:
-        atom_size, = struct.unpack(">Q", datastream.read(8))
-    return Atom(atom_type, pos, atom_size)
-
-
-def get_index(datastream):
-    """
-        Return an index of top level atoms, their absolute byte-position in the
-        file and their size in a list:
-
-        index = [
-            ("ftyp", 0, 24),
-            ("moov", 25, 2658),
-            ("free", 2683, 8),
-            ...
-        ]
-
-        The tuple elements will be in the order that they appear in the file.
-    """
-    log.debug("Getting index of top level atoms...")
-
-    index = list(_read_atoms(datastream))
-    _ensure_valid_index(index)
-
-    return index
-
-
-def _read_atoms(datastream):
-    """
-    Read atoms until an error occurs
-    """
-    while datastream:
-        try:
-            atom = _read_atom_ex(datastream)
-            log.debug("%s: %s" % (atom.name, atom.size))
-        except:
-            break
-
-        yield atom
-
-        if atom.size == 0:
-            if atom.name == "mdat":
-                # Some files may end in mdat with no size set, which generally
-                # means to seek to the end of the file. We can just stop indexing
-                # as no more entries will be found!
-                break
-            else:
-                # Weird, but just continue to try to find more atoms
-                continue
-
-        datastream.seek(atom.position + atom.size)
-
-
-def _ensure_valid_index(index):
-    """
-    Ensure the minimum viable atoms are present in the index.
-
-    Raise FastStartException if not.
-    """
-    top_level_atoms = set([item.name for item in index])
-    for key in ["moov", "mdat"]:
-        if key not in top_level_atoms:
-            log.error("%s atom not found, is this a valid MOV/MP4 file?" % key)
-            raise FastStartException()
-
-
-def find_atoms(size, datastream):
-    """
-    Compatibilty interface for _find_atoms_ex
-    """
-    fake_parent = Atom('fake', datastream.tell()-8, size+8)
-    for atom in _find_atoms_ex(fake_parent, datastream):
-        yield atom.name
-
-
-def _find_atoms_ex(parent_atom, datastream):
-    """
-        Yield either "stco" or "co64" Atoms from datastream.
-        datastream will be 8 bytes into the stco or co64 atom when the value
-        is yielded.
-
-        It is assumed that datastream will be at the end of the atom after
-        the value has been yielded and processed.
-
-        parent_atom is the parent atom, a 'moov' or other ancestor of CO
-        atoms in the datastream.
-    """
-    stop = parent_atom.position + parent_atom.size
-
-    while datastream.tell() < stop:
-        try:
-            atom = _read_atom_ex(datastream)
-        except:
-            log.exception("Error reading next atom!")
-            raise FastStartException()
-
-        if atom.name in ["trak", "mdia", "minf", "stbl"]:
-            # Known ancestor atom of stco or co64, search within it!
-            for res in _find_atoms_ex(atom, datastream):
-                yield res
-        elif atom.name in ["stco", "co64"]:
-            yield atom
-        else:
-            # Ignore this atom, seek to the end of it.
-            datastream.seek(atom.position + atom.size)
-
-
-def process(infilename, limit=float('inf')):
-    """
-        Convert a Quicktime/MP4 file for streaming by moving the metadata to
-        the front of the file. This method writes a new file.
-
-        If limit is set to something other than zero it will be used as the
-        number of bytes to write of the atoms following the moov atom. This
-        is very useful to create a small sample of a file with full headers,
-        which can then be used in bug reports and such.
-    """
-    if isinstance(infilename, str):
-        datastream = open(infilename, "rb")
-    elif isinstance(infilename, bytes):
-        datastream = io.BytesIO(infilename)
-    else:
-        raise TypeError("infilename must be a filename, bytes or file-like object")
-    # Get the top level atom index
-    index = get_index(datastream)
-
-    mdat_pos = 999999
-    free_size = 0
-
-    # Make sure moov occurs AFTER mdat, otherwise no need to run!
-    for atom in index:
-        # The atoms are guaranteed to exist from get_index above!
-        if atom.name == "moov":
-            moov_atom = atom
-            moov_pos = atom.position
-        elif atom.name == "mdat":
-            mdat_pos = atom.position
-        elif atom.name == "free" and atom.position < mdat_pos:
-            # This free atom is before the mdat!
-            free_size += atom.size
-            log.info("Removing free atom at %d (%d bytes)" % (atom.position, atom.size))
-        elif atom.name == "\x00\x00\x00\x00" and atom.position < mdat_pos:
-            # This is some strange zero atom with incorrect size
-            free_size += 8
-            log.info("Removing strange zero atom at %s (8 bytes)" % atom.position)
-
-    # Offset to shift positions
-    offset = moov_atom.size - free_size
-
-    if moov_pos < mdat_pos:
-        # moov appears to be in the proper place, don't shift by moov size
-        offset -= moov_atom.size
-        if not free_size:
-            # No free atoms and moov is correct, we are done!
-            log.error("This file appears to already be setup for streaming!")
-            # Stupid hack to retrun the non-processed file:
-            if isinstance(infilename, str):
-                return open(infilename, "rb").read()
-            elif isinstance(infilename, bytes):
-                return io.BytesIO(infilename).read()
-            
-    # Read and fix moov
-    moov = _patch_moov(datastream, moov_atom, offset)
-
-    log.info("Writing output...")
-    outfile = b''
-
-    # Write ftype
-    for atom in index:
-        if atom.name == "ftyp":
-            log.debug("Writing ftyp... (%d bytes)" % atom.size)
-            datastream.seek(atom.position)
-            outfile += datastream.read(atom.size)
-
-    # Write moov
-    _bytes = moov.getvalue()
-    log.debug("Writing moov... (%d bytes)" % len(_bytes))
-    outfile += _bytes
-
-    # Write the rest
-    atoms = [item for item in index if item.name not in ["ftyp", "moov", "free"]]
-    for atom in atoms:
-        log.debug("Writing %s... (%d bytes)" % (atom.name, atom.size))
-        datastream.seek(atom.position)
-
-        # for compatability, allow '0' to mean no limit
-        cur_limit = limit or float('inf')
-        cur_limit = min(cur_limit, atom.size)
-
-        for chunk in get_chunks(datastream, CHUNK_SIZE, cur_limit):
-            outfile += chunk
-
-    return outfile
-
-
-def _patch_moov(datastream, atom, offset):
-    datastream.seek(atom.position)
-    moov = io.BytesIO(datastream.read(atom.size))
-
-    # reload the atom from the fixed stream
-    atom = _read_atom_ex(moov)
-
-    for atom in _find_atoms_ex(atom, moov):
-        # Read either 32-bit or 64-bit offsets
-        ctype, csize = dict(
-            stco=('L', 4),
-            co64=('Q', 8),
-        )[atom.name]
-
-        # Get number of entries
-        version, entry_count = struct.unpack(">2L", moov.read(8))
-
-        log.info("Patching %s with %d entries" % (atom.name, entry_count))
-
-        entries_pos = moov.tell()
-
-        struct_fmt = ">%(entry_count)s%(ctype)s" % vars()
-
-        # Read entries
-        entries = struct.unpack(struct_fmt, moov.read(csize * entry_count))
-
-        # Patch and write entries
-        offset_entries = [entry + offset for entry in entries]
-        moov.seek(entries_pos)
-        moov.write(struct.pack(struct_fmt, *offset_entries))
-    return moov
-
-def get_chunks(stream, chunk_size, limit):
-    remaining = limit
-    while remaining:
-        chunk = stream.read(min(remaining, chunk_size))
-        if not chunk:
-            return
-        remaining -= len(chunk)
-        yield chunk

From c33c0f1f5369038bc47eab5c5cb13995fb9d4592 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Fri, 26 Jan 2024 15:09:11 +0100
Subject: [PATCH 27/42] add app file and add gitignore

---
 .dockerignore      |  6 ++++
 .gitignore         |  6 ++++
 scraibe/app/app.py | 72 ++++++++++++++++++++++++++++++++++++++++++++++
 3 files changed, 84 insertions(+)
 create mode 100644 .dockerignore
 create mode 100644 .gitignore
 create mode 100644 scraibe/app/app.py

diff --git a/.dockerignore b/.dockerignore
new file mode 100644
index 0000000..1155cba
--- /dev/null
+++ b/.dockerignore
@@ -0,0 +1,6 @@
+scraibe/*__pycache__
+scraibe/app/*__pycache__
+scraibe/.pyannotetoken
+.git
+.gitignore
+.github
diff --git a/.gitignore b/.gitignore
new file mode 100644
index 0000000..18c7986
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1,6 @@
+transcibe.py
+scraibe/*__pycache__
+scraibe/app/*__pycache__
+scraibe/.pyannotetoken
+
+
diff --git a/scraibe/app/app.py b/scraibe/app/app.py
new file mode 100644
index 0000000..798e2be
--- /dev/null
+++ b/scraibe/app/app.py
@@ -0,0 +1,72 @@
+"""
+Gradio App.
+--------------------------------
+
+This module provides an interface to transcribe audio files using the 
+Scraibe model. Users can either upload an audio file or record their speech 
+live for transcription. The application supports multiple languages and provides 
+options to specify the number of speakers and the language of the audio.
+
+Attributes:
+    LANGUAGES (list): A list of supported languages for transcription.
+
+Usage:
+    Run this script to start the Gradio web interface for audio transcription.
+    
+"""
+
+
+####
+# Gradio Interface
+####
+
+from threading import Thread
+
+import scraibe.app.global_var as gv
+from .interface import gradio_Interface
+from .multi import *
+from .utils import *
+
+
+def app(config : str = None, **kwargs):
+    """
+    Launches the Gradio interface for audio transcription.
+    
+    Args:
+        interface_params (dict): A dictionary of parameters for the Gradio interface.
+        queue_params (dict): A dictionary of parameters for the queue.
+        launch_params (dict): A dictionary of parameters for launching the interface.
+    
+    Returns:
+        None
+    
+    """
+    
+    # Load the configuration
+    
+    config = AppConfig.load_config(config, **kwargs)
+    
+    
+    gv.MODEL_PROCESS = start_model_worker(gv.MODEL_PARAMS,
+                                        gv.REQUEST_QUEUE,
+                                        gv.LAST_ACTIVE_TIME,
+                                        gv.RESPONSE_QUEUE,
+                                        gv.LOADED_EVENT,
+                                        gv.RUNNING_EVENT)
+    
+    timer = Thread(target=timer_thread, args=(gv.REQUEST_QUEUE,
+                                            gv.LAST_ACTIVE_TIME,
+                                            gv.LOADED_EVENT,
+                                            gv.RUNNING_EVENT), daemon=True)
+    layout = config.get_layout()
+    
+    timer.start()
+    
+    print("Starting Gradio Web Interface")
+    
+    gradio_Interface(layout).queue(**config.queue).launch(**config.launch)
+
+    timer.join()
+    gv.MODEL_PROCESS.join()
+
+    print('')
\ No newline at end of file

From 8ba3ee146b566b138215ed7e05b7e60b6c97e922 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Fri, 26 Jan 2024 15:28:50 +0100
Subject: [PATCH 28/42] Redifine ParseKwargs to not import scraibe to early on

---
 scraibe/app/app_starter.py | 17 +++++++++++++++--
 1 file changed, 15 insertions(+), 2 deletions(-)

diff --git a/scraibe/app/app_starter.py b/scraibe/app/app_starter.py
index 9ed1d0b..e8542c2 100644
--- a/scraibe/app/app_starter.py
+++ b/scraibe/app/app_starter.py
@@ -6,8 +6,21 @@ The main Reason for this script is to allow the use of multiprocessing in the ap
 """
 
 import multiprocessing
-from scraibe.misc import ParseKwargs
-from argparse import ArgumentParser
+from argparse import ArgumentParser, Action
+
+class ParseKwargs(Action):
+    """
+    Custom argparse action to parse keyword arguments. has to bne redifined here because of multiprocessing.
+    """
+    def __call__(self, parser, namespace, values, option_string=None):
+        setattr(namespace, self.dest, dict())
+        for value in values:
+            key, value = value.split('=')
+            try:
+                value = eval(value)
+            except:
+                pass
+            getattr(namespace, self.dest)[key] = value
 
 parser = ArgumentParser()
 

From b0858e464775941e2624ba3c4953a7f32d941bbf Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Fri, 26 Jan 2024 15:33:16 +0100
Subject: [PATCH 29/42] parse args to app_starter.py

---
 scraibe/cli.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/scraibe/cli.py b/scraibe/cli.py
index 618f6d8..2654b9c 100644
--- a/scraibe/cli.py
+++ b/scraibe/cli.py
@@ -169,7 +169,10 @@ def cli():
         
         execute_path = os.path.join(os.path.dirname(__file__), "app/app_starter.py")
         
-        subprocess.run([sys.executable, execute_path])
+        config = arg_dict.pop("server_config")
+        server_kwargs = arg_dict.pop("server_kwargs")
+        
+        subprocess.run([sys.executable, execute_path, f"--server-config={config}", f"--server-kwargs={server_kwargs}"])
 
 if __name__ == "__main__":
     cli()
\ No newline at end of file

From c1ed0547b87c9e8f3a9edc88d56b911b23576d0b Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Fri, 26 Jan 2024 15:38:53 +0100
Subject: [PATCH 30/42] handle exeptions when dict is empty

---
 scraibe/cli.py | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

diff --git a/scraibe/cli.py b/scraibe/cli.py
index 2654b9c..1c7f320 100644
--- a/scraibe/cli.py
+++ b/scraibe/cli.py
@@ -172,7 +172,14 @@ def cli():
         config = arg_dict.pop("server_config")
         server_kwargs = arg_dict.pop("server_kwargs")
         
-        subprocess.run([sys.executable, execute_path, f"--server-config={config}", f"--server-kwargs={server_kwargs}"])
+        if not config:
+            subprocess.run([sys.executable, execute_path, f"--server-kwargs={server_kwargs}"])
+        elif not server_kwargs:
+            subprocess.run([sys.executable, execute_path, f"--server-config={config}"])
+        elif not config and not server_kwargs:
+            subprocess.run([sys.executable, execute_path])
+        else:
+            subprocess.run([sys.executable, execute_path, f"--server-config={config}", f"--server-kwargs={server_kwargs}"])
 
 if __name__ == "__main__":
     cli()
\ No newline at end of file

From ff47d058c826e99b3bca37de106906bfd4eec11b Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Fri, 26 Jan 2024 15:46:51 +0100
Subject: [PATCH 31/42] fixed typo

---
 scraibe/diarisation.py | 50 +++++++++++++++++++++---------------------
 1 file changed, 25 insertions(+), 25 deletions(-)

diff --git a/scraibe/diarisation.py b/scraibe/diarisation.py
index 3e6047c..c62bda0 100644
--- a/scraibe/diarisation.py
+++ b/scraibe/diarisation.py
@@ -219,34 +219,34 @@ class Diariser:
             # check if model can be found locally nearby the config file
             with open(model, 'r') as file:
                 config = yaml.safe_load(file)
+            
+            path_to_model = config['pipeline']['params']['segmentation']
+
+            if not os.path.exists(path_to_model):
+                warnings.warn(f"Model not found at {path_to_model}. "\
+                    "Trying to find it nearby the config file.")
                 
-                path_to_model = config['pipeline']['params']['segmentation']
+                pwd = model.split("/")[:-1]
+                path_to_model = os.path.join(pwd, "pytorch_model.bin")
 
                 if not os.path.exists(path_to_model):
-                    warnings.warn(f"Model not found at {path_to_model}. "\
-                        "Trying to find it nearby the config file.")
-                    
-                    pwd = file.split("/")[:-1]
-                    path_to_model = os.path.join(pwd, "pytorch_model.bin")
-
-                    if not os.path.exists(path_to_model):
-                        warnings.warn(f"Model not found at {path_to_model}. \
-                            'Trying to find it nearby .bin files instead.")
-                        # list elementes with the ending .bin
-                        bin_files = [f for f in os.listdir(pwd) if f.endswith(".bin")]
-                        if len(bin_files) == 1:
-                            path_to_model = os.path.join(pwd, bin_files[0])
-                        else:
-                            warnings.warn("Found more than one .bin file. "\
-                                "or none. Please specify the path to the model " \
-                                "or setup a huggingface token.")
-                                                
-                    warnings.warn(f"Found model at {path_to_model} overwriting config file.")
-                    
-                    config['pipeline']['params']['segmentation'] = path_to_model
-                    
-                    with open(model, 'w') as file:
-                        yaml.dump(config, file)
+                    warnings.warn(f"Model not found at {path_to_model}. \
+                        'Trying to find it nearby .bin files instead.")
+                    # list elementes with the ending .bin
+                    bin_files = [f for f in os.listdir(pwd) if f.endswith(".bin")]
+                    if len(bin_files) == 1:
+                        path_to_model = os.path.join(pwd, bin_files[0])
+                    else:
+                        warnings.warn("Found more than one .bin file. "\
+                            "or none. Please specify the path to the model " \
+                            "or setup a huggingface token.")
+                                            
+                warnings.warn(f"Found model at {path_to_model} overwriting config file.")
+                
+                config['pipeline']['params']['segmentation'] = path_to_model
+                
+                with open(model, 'w') as file:
+                    yaml.dump(config, file)
                               
         _model =  Pipeline.from_pretrained(model,
                                            use_auth_token = use_auth_token,

From b45a6011193f81cf64859c990faf7440af5e7022 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Fri, 26 Jan 2024 15:56:10 +0100
Subject: [PATCH 32/42] fixed path

---
 scraibe/diarisation.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/scraibe/diarisation.py b/scraibe/diarisation.py
index c62bda0..570ac29 100644
--- a/scraibe/diarisation.py
+++ b/scraibe/diarisation.py
@@ -227,6 +227,8 @@ class Diariser:
                     "Trying to find it nearby the config file.")
                 
                 pwd = model.split("/")[:-1]
+                pwd = "/".join(pwd)
+                
                 path_to_model = os.path.join(pwd, "pytorch_model.bin")
 
                 if not os.path.exists(path_to_model):

From 483204efda38325a61c199ec7b9d5445c5bb5996 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Fri, 26 Jan 2024 16:15:58 +0100
Subject: [PATCH 33/42] removed print

---
 scraibe/app/app.py | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/scraibe/app/app.py b/scraibe/app/app.py
index 798e2be..a50dfc2 100644
--- a/scraibe/app/app.py
+++ b/scraibe/app/app.py
@@ -67,6 +67,4 @@ def app(config : str = None, **kwargs):
     gradio_Interface(layout).queue(**config.queue).launch(**config.launch)
 
     timer.join()
-    gv.MODEL_PROCESS.join()
-
-    print('')
\ No newline at end of file
+    gv.MODEL_PROCESS.join()
\ No newline at end of file

From 41be3fdee2f894882c200cec0cdd92f7b1e25f9a Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Fri, 26 Jan 2024 16:21:47 +0100
Subject: [PATCH 34/42] use TIMEOUT param

---
 scraibe/app/app.py   | 4 +++-
 scraibe/app/multi.py | 2 +-
 2 files changed, 4 insertions(+), 2 deletions(-)

diff --git a/scraibe/app/app.py b/scraibe/app/app.py
index a50dfc2..d1c27d7 100644
--- a/scraibe/app/app.py
+++ b/scraibe/app/app.py
@@ -57,7 +57,9 @@ def app(config : str = None, **kwargs):
     timer = Thread(target=timer_thread, args=(gv.REQUEST_QUEUE,
                                             gv.LAST_ACTIVE_TIME,
                                             gv.LOADED_EVENT,
-                                            gv.RUNNING_EVENT), daemon=True)
+                                            gv.RUNNING_EVENT,
+                                            gv.TIMEOUT), daemon=True)
+    
     layout = config.get_layout()
     
     timer.start()
diff --git a/scraibe/app/multi.py b/scraibe/app/multi.py
index ec9f17e..487cade 100644
--- a/scraibe/app/multi.py
+++ b/scraibe/app/multi.py
@@ -84,7 +84,7 @@ def timer_thread(request_queue,
                  last_active_time,
                  loaded_event,
                  running_event,
-                 timeout=30):
+                 timeout):
     while True:
         time.sleep(timeout)
         

From 6975986ed4e3b4c7d03bd14b6d19cb702cccf028 Mon Sep 17 00:00:00 2001
From: "Schmieder, Jacob" <jacob.schmieder@dbfz.de>
Date: Mon, 29 Jan 2024 12:32:23 +0000
Subject: [PATCH 35/42] added docstings and typings

---
 scraibe/app/app.py          |  56 +++++++++---
 scraibe/app/app_starter.py  |  43 ++++++++--
 scraibe/app/config.yml      |   1 -
 scraibe/app/global_var.py   |  39 ++++++---
 scraibe/app/interactions.py |   2 -
 scraibe/app/interface.py    |  30 ++++++-
 scraibe/app/multi.py        | 103 +++++++++++++++++-----
 scraibe/app/stg.py          | 108 +++++++++++++++++-------
 scraibe/app/utils.py        | 164 +++++++++++++++++++++++++++---------
 9 files changed, 410 insertions(+), 136 deletions(-)

diff --git a/scraibe/app/app.py b/scraibe/app/app.py
index d1c27d7..76b189a 100644
--- a/scraibe/app/app.py
+++ b/scraibe/app/app.py
@@ -1,21 +1,35 @@
 """
-Gradio App.
---------------------------------
+Gradio App
+----------
 
 This module provides an interface to transcribe audio files using the 
 Scraibe model. Users can either upload an audio file or record their speech 
 live for transcription. The application supports multiple languages and provides 
-options to specify the number of speakers and the language of the audio.
+options to specify the number of speakers and the language of the audio. It also 
+enables efficient management of resources by loading and unloading AI models 
+based on usage.
 
-Attributes:
-    LANGUAGES (list): A list of supported languages for transcription.
+The configuration is managed via a 'config.yml' file, which allows customization
+of various aspects of the application, including the Gradio interface, queue
+management, and model parameters.
+
+Configuration Sections in 'config.yml':
+- launch: Settings for launching the interface, such as server port, authentication, SSL configuration.
+- queue: Configuration for managing request handling and concurrency.
+- layout: Customization options for the interface layout, like headers, footers, and logos.
+- model: Specifications for different AI models used in transcription.
+- advanced: Advanced settings, including session timeout duration.
+
+Note: 
+    The .queue function of the Gradio interface is currently experiencing issues 
+    and might not work as expected. 
 
 Usage:
     Run this script to start the Gradio web interface for audio transcription.
-    
 """
 
 
+
 ####
 # Gradio Interface
 ####
@@ -31,18 +45,27 @@ from .utils import *
 def app(config : str = None, **kwargs):
     """
     Launches the Gradio interface for audio transcription.
-    
+
+    Initializes the Gradio web interface with settings from a YAML configuration file
+    and/or keyword arguments. The function manages AI models, handling their loading 
+    into RAM and unloading after a session or specified timeout.
+
+    The `kwargs` are used to override or supplement values from the `config.yml` file.
+    They should follow the structure of `config.yml`, which includes sections like 
+    'launch', 'queue', 'layout', 'model', and 'advanced'.
+
     Args:
-        interface_params (dict): A dictionary of parameters for the Gradio interface.
-        queue_params (dict): A dictionary of parameters for the queue.
-        launch_params (dict): A dictionary of parameters for launching the interface.
-    
+        config (str): Path to the YAML configuration file. Default settings are used 
+                      if not provided.
+        **kwargs: Keyword arguments corresponding to the configuration sections. Each 
+                  argument should be a dictionary reflecting the structure of its 
+                  respective section in `config.yml`.
+
     Returns:
         None
-    
     """
-    
-    # Load the configuration
+
+    # Load and override configuration from the YAML file with kwargs
     
     config = AppConfig.load_config(config, **kwargs)
     
@@ -54,19 +77,24 @@ def app(config : str = None, **kwargs):
                                         gv.LOADED_EVENT,
                                         gv.RUNNING_EVENT)
     
+    # Set the timer thread to manage model loading and unloading
     timer = Thread(target=timer_thread, args=(gv.REQUEST_QUEUE,
                                             gv.LAST_ACTIVE_TIME,
                                             gv.LOADED_EVENT,
                                             gv.RUNNING_EVENT,
                                             gv.TIMEOUT), daemon=True)
     
+    # Set the layout for the Gradio interface
     layout = config.get_layout()
     
+    # start the timer thread
     timer.start()
     
     print("Starting Gradio Web Interface")
     
+    # Launch the Gradio interface
     gradio_Interface(layout).queue(**config.queue).launch(**config.launch)
 
+    # Wait for the timer thread to finish
     timer.join()
     gv.MODEL_PROCESS.join()
\ No newline at end of file
diff --git a/scraibe/app/app_starter.py b/scraibe/app/app_starter.py
index e8542c2..b1597f0 100644
--- a/scraibe/app/app_starter.py
+++ b/scraibe/app/app_starter.py
@@ -1,18 +1,47 @@
-"""
-This script is used to start the Gradio interface for audio transcription.
-A configuration file can be passed to the script to configure the interface.
-If no configuration file is passed, the default configuration is used.
-The main Reason for this script is to allow the use of multiprocessing in the app.
+"""Starts the Gradio interface for audio transcription with optional configuration.
+
+This script, app_starter.py, initializes and runs a Gradio interface for audio 
+transcription tasks. It allows users to provide a configuration file for custom 
+settings. If no configuration file is specified, default settings are applied. 
+The script is designed to support multiprocessing for improved performance.
+
+Attributes:
+    args (argparse.Namespace): Parsed command line arguments.
+
+Example:
+    To run the script with custom server configuration and keyword arguments:
+    $ python app_starter.py --server-config path/to/config.yml --server-kwargs key1=val1 key2=val2
 """
 
 import multiprocessing
 from argparse import ArgumentParser, Action
 
 class ParseKwargs(Action):
-    """
-    Custom argparse action to parse keyword arguments. has to bne redifined here because of multiprocessing.
+    """Custom action for argparse to parse keyword arguments for Gradio app configuration.
+
+    This action parses a series of keyword arguments and converts them into a 
+    dictionary, which is then used to configure the Gradio application. It 
+    supports dynamic types by attempting to evaluate the argument values.
+
+    Attributes:
+        dest (str): The name of the attribute to be added to the object returned by parse_args().
     """
     def __call__(self, parser, namespace, values, option_string=None):
+        """Parses keyword arguments and updates the namespace with these arguments as a dictionary.
+
+        For each value provided, this method splits the string on the '=' character 
+        to separate keys and values, attempting to evaluate the values for Python 
+        literals. If evaluation fails, the raw string is used as the value.
+
+        Args:
+            parser (ArgumentParser): The ArgumentParser object that called this method.
+            namespace (Namespace): An argparse.Namespace object that will be returned by parse_args().
+            values (list of str): List of strings, each representing a key-value pair in 'key=value' format.
+            option_string (Optional[str]): The option string that was used to invoke this action.
+
+        Raises:
+            ValueError: If any string in values does not contain the '=' character, indicating an invalid format.
+        """
         setattr(namespace, self.dest, dict())
         for value in values:
             key, value = value.split('=')
diff --git a/scraibe/app/config.yml b/scraibe/app/config.yml
index 9e42db3..8b25af5 100644
--- a/scraibe/app/config.yml
+++ b/scraibe/app/config.yml
@@ -22,7 +22,6 @@ launch:
   ssl_certfile : null
   ssl_keyfile_password : null
   ssl_verify : false
-  quiet : false
   show_api : false
   allowed_paths : null
   blocked_paths : null
diff --git a/scraibe/app/global_var.py b/scraibe/app/global_var.py
index 5599320..b1c1c80 100644
--- a/scraibe/app/global_var.py
+++ b/scraibe/app/global_var.py
@@ -1,24 +1,37 @@
 """
-Stores global variables for the app.
+global_var.py
+
+This module stores global variables for the app.
+
+Global variables:
+    REQUEST_QUEUE (multiprocessing.Queue): A queue to store audio file paths as strings.
+    RESPONSE_QUEUE (multiprocessing.Queue): A queue to store transcriptions as strings.
+    LAST_ACTIVE_TIME (multiprocessing.Value): A value to store the time of the last activity.
+    LOADED_EVENT (multiprocessing.Event): An event to indicate when the model is loaded.
+    RUNNING_EVENT (multiprocessing.Event): An event to indicate when the model is running.
+    MODEL_PARAMS (Optional[dict]): A dictionary to store the model parameters.
+    MODEL_PROCESS (Optional[multiprocessing.Process]): A process to handle the model globally.
+    LAST_USED (float): A float to track the time of the last user activity.
+    TIMEOUT (Optional[int]): An integer to store the timeout in seconds.
+    DEFAULT_APP_CONIFG_PATH (str): A string to store the default path to the app configuration file.
 """
 
-# Global variable to store the model
 import multiprocessing
 import os
 import time
+from typing import Optional
 
-REQUEST_QUEUE = multiprocessing.Queue() # audio file path as string 
-RESPONSE_QUEUE = multiprocessing.Queue() # transcription as string
-LAST_ACTIVE_TIME = multiprocessing.Value('d', time.time()) # time of last activity
-LOADED_EVENT = multiprocessing.Event() # model loaded event
-RUNNING_EVENT = multiprocessing.Event() # model running event
+REQUEST_QUEUE: multiprocessing.Queue = multiprocessing.Queue()  # audio file path as string 
+RESPONSE_QUEUE: multiprocessing.Queue = multiprocessing.Queue()  # transcription as string
+LAST_ACTIVE_TIME: multiprocessing.Value = multiprocessing.Value('d', time.time())  # time of last activity
+LOADED_EVENT: multiprocessing.Event = multiprocessing.Event()  # model loaded event
+RUNNING_EVENT: multiprocessing.Event = multiprocessing.Event()  # model running event
 
-MODEL_PARAMS = None # model parameters
-MODEL_PROCESS = None # model process to handle globally
+MODEL_PARAMS: Optional[dict] = None  # model parameters
+MODEL_PROCESS: Optional[multiprocessing.Process] = None  # model process to handle globally
 
 # Global variable to track user activity
-LAST_USED = time.time()
-TIMEOUT = None #seconds
-
-DEFAULT_APP_CONIFG_PATH = os.path.join(os.path.dirname(os.path.realpath(__file__)), "config.yml")
+LAST_USED: float = time.time()
+TIMEOUT: Optional[int] = None  # seconds
 
+DEFAULT_APP_CONIFG_PATH: str = os.path.join(os.path.dirname(os.path.realpath(__file__)), "config.yml")
\ No newline at end of file
diff --git a/scraibe/app/interactions.py b/scraibe/app/interactions.py
index 1719388..9206e75 100644
--- a/scraibe/app/interactions.py
+++ b/scraibe/app/interactions.py
@@ -3,8 +3,6 @@ This file contains ervery function that will be called when the user interacts w
 UI like pressing a button or uploading a file.
 """
 
-from re import M
-import time
 import gradio as gr 
 import scraibe.app.global_var as gv
 from scraibe import Transcript
diff --git a/scraibe/app/interface.py b/scraibe/app/interface.py
index fce582c..bab29a9 100644
--- a/scraibe/app/interface.py
+++ b/scraibe/app/interface.py
@@ -1,11 +1,20 @@
 """
-This file contains the actual gradio Interface which is used to interact with the user.
+This module contains the gradio Interface which is used to interact with the user.
+
+The interface is themed with a soft color scheme, with primary colors of green and orange, and a neutral color of gray.
+
+A list of languages is also defined in this module, which may be used elsewhere in the application.
+
+Classes:
+    Soft: A class from the gradio library used to theme the interface.
+
+Variables:
+    theme (gr.themes.Soft): The theme for the gradio interface.
+    LANGUAGES (list of str): A list of languages supported by the application.
 """
 
 import gradio as gr
-import os
 
-import scraibe.app.global_var as gv
 from .interactions import *
 from .stg import *
 
@@ -35,7 +44,20 @@ LANGUAGES = [
 
 
 def gradio_Interface(layout = None,):
-    
+    """
+    Creates a gradio interface for audio transcription.
+
+    The interface includes options for the user to select the task, number of speakers, translation, language, and input type.
+    It also provides options for the user to upload or record audio/video, or upload files.
+    The output of the transcription is displayed in a textbox, and the JSON output in a JSON viewer.
+    The user can also annotate the output by naming the speakers.
+
+    Args:
+        layout (dict, optional): A dictionary containing layout information. Defaults to None.
+
+    Returns:
+        gr.Blocks: A gradio Blocks object representing the interface.
+    """
     with gr.Blocks(theme=theme,title='ScrAIbe: Automatic Audio Transcription') as demo:
             
             # Define components
diff --git a/scraibe/app/multi.py b/scraibe/app/multi.py
index 487cade..fe636a0 100644
--- a/scraibe/app/multi.py
+++ b/scraibe/app/multi.py
@@ -1,14 +1,30 @@
 """
-This file contains the functions which are related to monitoring the actual app usage. 
-Therefore, the app is to be more efficient in the usage of the resources. 
-By for example, unloading or reloading the model.
-"""
+This module contains functions for managing and optimizing the resource usage of the application.
 
+The functions in this module monitor the application's usage and make adjustments to improve efficiency. 
+This includes managing the loading and unloading of the model based on the application's activity.
+This dynamic management of resources helps to ensure that the application uses only the resources it needs,
+improving overall performance and reducing unnecessary resource consumption.
+
+Functions:
+    clear_queue(queue): Clears all items from the queue.
+    model_worker(model_params, request_queue, last_active_time,
+                response_queue, loaded_event, running_event, *args, **kwargs): Manages the model worker process.
+
+Modules:
+    time: Provides various time-related functions.
+    gc: Provides an interface to the garbage collector.
+    multiprocessing: Provides support for parallel execution of code.
+    torch: Provides tensor computation and deep learning functionality.
+    gradio: Provides a simple way to create interactive UIs for Python functions.
+    scraibe.autotranscript: Provides automatic transcription functionality.
+    .stg: Contains the GradioTranscriptionInterface class.
+"""
 
 
 import time
 import gc
-from typing import Union
+from typing import Union, Any
 import multiprocessing
 import torch
 
@@ -24,12 +40,27 @@ def clear_queue(queue):
             continue
         
 def model_worker(model_params : Union[Scraibe, dict],
-                 request_queue,
-                 last_active_time,
-                 response_queue,
-                 loaded_event,
-                 running_event,
-                 *args, **kwargs):
+                 request_queue: multiprocessing.Queue,
+                 last_active_time: multiprocessing.Value,
+                 response_queue: multiprocessing.Queue,
+                 loaded_event: multiprocessing.Event,
+                 running_event: multiprocessing.Event,
+                 *args: Any, **kwargs: Any) -> None:
+    """
+    Manages the model worker process.
+
+    The model worker process is responsible for running the model and returning the results.
+
+    Args:
+        model_params (Union[Scraibe, dict]): The parameters for the Scraibe model.
+        request_queue (multiprocessing.Queue): The queue for incoming requests.
+        last_active_time (multiprocessing.Value): The last time the model was active.
+        response_queue (multiprocessing.Queue): The queue for outgoing responses.
+        loaded_event (multiprocessing.Event): An event that signals when the model is loaded.
+        running_event (multiprocessing.Event): An event that signals when the model is running.
+        *args: Additional arguments.
+        **kwargs: Additional keyword arguments.
+    """
     
     loaded_event.set()
     
@@ -68,23 +99,49 @@ def model_worker(model_params : Union[Scraibe, dict],
     clear_queue(response_queue)
     loaded_event.clear()
 
-def start_model_worker(model_params,
-                       request_queue,
-                       last_active_time,
-                       response_queue,
-                       loaded_event,
-                       running_event,
-                       *args, **kwargs):
+def start_model_worker(model_params: Union[Scraibe, dict],
+                       request_queue: multiprocessing.Queue,
+                       last_active_time: multiprocessing.Value,
+                       response_queue: multiprocessing.Queue,
+                       loaded_event: multiprocessing.Event,
+                       running_event: multiprocessing.Event,
+                       *args: Any, **kwargs: Any) -> multiprocessing.Process:
+    """
+    Starts the model worker process.
+
+    Args:
+        model_params (Union[Scraibe, dict]): The parameters for the Scraibe model.
+        request_queue (multiprocessing.Queue): The queue for incoming requests.
+        last_active_time (multiprocessing.Value): The last time the model was active.
+        response_queue (multiprocessing.Queue): The queue for outgoing responses.
+        loaded_event (multiprocessing.Event): An event that signals when the model is loaded.
+        running_event (multiprocessing.Event): An event that signals when the model is running.
+        *args: Additional arguments.
+        **kwargs: Additional keyword arguments.
+
+    Returns:
+        multiprocessing.Process: The model worker process.
+    """
     context = multiprocessing.get_context('spawn')
     model_process = context.Process(target=model_worker, args=(model_params, request_queue, last_active_time, response_queue,loaded_event, running_event, *args), kwargs=kwargs)
     model_process.start()
     return model_process
 
-def timer_thread(request_queue,
-                 last_active_time,
-                 loaded_event,
-                 running_event,
-                 timeout):
+def timer_thread(request_queue: multiprocessing.Queue,
+                 last_active_time: multiprocessing.Value,
+                 loaded_event: multiprocessing.Event,
+                 running_event: multiprocessing.Event,
+                 timeout: int) -> None:
+    """
+    Monitors the model worker process and stops it after a period of inactivity.
+
+    Args:
+        request_queue (multiprocessing.Queue): The queue for incoming requests.
+        last_active_time (multiprocessing.Value): The last time the model was active.
+        loaded_event (multiprocessing.Event): An event that signals when the model is loaded.
+        running_event (multiprocessing.Event): An event that signals when the model is running.
+        timeout (int): The period of inactivity after which the model worker process is stopped.
+    """
     while True:
         time.sleep(timeout)
         
diff --git a/scraibe/app/stg.py b/scraibe/app/stg.py
index 1b9caf7..4ce31a1 100644
--- a/scraibe/app/stg.py
+++ b/scraibe/app/stg.py
@@ -1,41 +1,65 @@
 """
-stg - scraibe to gradio interface
+stg - Scraibe to Gradio Interface
 
-This file contains the code for the scraibe to gradio interface.
-It makes adds gradio interactions to the scraibe class in the back.
+This module provides an interface between the Scraibe transcription system and the Gradio user interface.
+It defines a class, GradioTranscriptionInterface, that wraps the Scraibe model and provides methods for performing transcription tasks through the Gradio UI.
 
+Modules:
+    json: Used for encoding and decoding JSON data.
+    gradio as gr: Used for creating the Gradio UI.
+    tqdm: Used for displaying progress bars.
+    scraibe.app.global_var as gv: Contains global variables for the Scraibe app.
 """
-
 import json
 import gradio as gr
 from tqdm import tqdm
+from typing import Any, Dict, Union, Tuple, List
+
 
-import scraibe.app.global_var as gv
 
 
 class GradioTranscriptionInterface:
     """
-    Interface handling the interaction between Gradio UI and the Audio Transcription system.
+    A class that provides an interface between the Gradio UI and the Scraibe transcription system.
+
+    This class wraps the Scraibe model and provides methods for performing transcription tasks through the Gradio UI. 
+    These tasks include auto transcription, transcription, and diarisation.
+
+    Attributes:
+        model (Scraibe): The Scraibe model for performing transcription tasks.
     """
 
-    def __init__(self, model):
+    def __init__(self, model) -> None:
         """
-        Initializes the GradioTranscriptionInterface with a transcription model.
+        Initializes the GradioTranscriptionInterface with a Scraibe model.
 
         Args:
-            model (Scraibe): Model responsible for audio transcription tasks.
+            model (Scraibe): The Scraibe model for performing transcription tasks.
+            *args (Any): Additional positional arguments.
+            **kwargs (Dict[str, Any]): Additional keyword arguments.
         """
-        self.model = model 
+            
+        self.model = model
 
-    def autotranscribe(self, source,
-                        num_speakers : int,
-                        translate : bool,
-                        language : str,*args ,**kwargs):
+    def autotranscribe(self, source: Union[str, List[str]],
+                        num_speakers: int,
+                        translate: bool,
+                        language: str,
+                        *args: Any, **kwargs: Dict[str, Any]) -> Tuple[str, Union[str, dict]]:
         """
-        Shortcut method for the Scraibe task.
+        Performs auto transcription on the given source.
+
+        Args:
+            source (Union[str, List[str]]): The source to transcribe. This can be a string representing a single source,
+                                    or a list of strings representing multiple sources.
+            num_speakers (int): The number of speakers in the source.
+            translate (bool): Whether to translate the transcription.
+            language (str): The language of the source.
+            *args (Any): Additional positional arguments.
+            **kwargs (Dict[str, Any]): Additional keyword arguments.
 
         Returns:
-            tuple: Transcribed text (str), JSON output (dict)
+            Tuple[str, Union[str, dict]]: A tuple containing the transcribed text (str) and the JSON output (str or dict).
         """
         
         _kwargs = {
@@ -82,12 +106,23 @@ class GradioTranscriptionInterface:
             raise gr.Error("Please provide a valid audio file.")
 
 
-    def transcribe(self, source, translate, language,*args ,**kwargs):
+    def transcribe(self, source: Union[str, List[str]], 
+                   translate: bool,
+                   language: str,
+                   *args: Any, **kwargs: Dict[str, Any]) -> str:
         """
-        Shortcut method for the Transcribe task.
+        Performs transcription on the given source.
+
+        Args:
+            source (Union[str, List[str]]): The source to transcribe.
+            This can be a string representing a single source, or a list of strings representing multiple sources.
+            translate (bool): Whether to translate the transcription.
+            language (str): The language of the source.
+            *args (Any): Additional positional arguments.
+            **kwargs (Dict[str, Any]): Additional keyword arguments.
 
         Returns:
-            str: Transcribed text.
+            str: The transcribed text.
         """
 
         _kwargs = {
@@ -118,13 +153,24 @@ class GradioTranscriptionInterface:
         else:
             raise gr.Error("Please provide a valid audio file.")
 
-    def diarisation(self, source, num_speakers, *args ,**kwargs):
+    def diarisation(self, source: Union[str, List[str]],
+                    num_speakers: int,
+                    *args: Any, **kwargs: Dict[str, Any]) -> str:
         """
-        Shortcut method for the Diarisation task.
+        Performs diarisation on the given source.
+
+        Args:
+            source (Union[str, List[str]]): The source to perform diarisation on.
+            This can be a string representing a single source, 
+            or a list of strings representing multiple sources.
+            num_speakers (int): The number of speakers in the source.
+            *args (Any): Additional positional arguments.
+            **kwargs (Dict[str, Any]): Additional keyword arguments.
 
         Returns:
-            str: JSON output of diarisation result.
+            str: The JSON output of the diarisation result.
         """
+    
         
         _kwargs = {
             "num_speakers": num_speakers if num_speakers != 0 else None,
@@ -160,16 +206,16 @@ class GradioTranscriptionInterface:
         else:
             gr.Error("Please provide a valid audio file.")
     
-    def get_task_from_str(self, task):
+    def get_task_from_str(self, task: str) -> callable:
+        """
+        Returns the corresponding task function based on the given task string.
+
+        Args:
+            task (str): The task string. This can be one of the following: 'Auto Transcribe', 'Transcribe', 'Diarisation'.
+
+        Returns:
+            callable: The corresponding task function.
         """
-        Returns the coresponing task function based on the task string.
-        
-        params:
-            task (str): Task string. Can be one of the following:
-                - 'Auto Transcribe'
-                - 'Transcribe'
-                - 'Diarisation'
-        """ 
         
         if task == 'Auto Transcribe':
             return self.autotranscribe
diff --git a/scraibe/app/utils.py b/scraibe/app/utils.py
index 816bc4c..593db98 100644
--- a/scraibe/app/utils.py
+++ b/scraibe/app/utils.py
@@ -1,22 +1,51 @@
+"""
+utils.py
+
+This module contains two classes, ConfigLoader and AppConfig, which are used to manage application-specific configuration settings.
+
+The ConfigLoader class provides methods for loading a configuration file, applying overrides, and restoring default values for specified keys. It also includes methods for recursively updating nested keys and getting the default configuration.
+
+The AppConfig class extends ConfigLoader and provides additional methods for setting global variables, launch options, and layout options from the configuration. It also includes methods for checking and setting file paths, and getting layout options.
+
+Classes:
+    ConfigLoader: Manages application-specific configuration settings.
+    AppConfig: Extends ConfigLoader to provide additional methods for managing application-specific configuration settings.
+"""
 import os
 import warnings
 import yaml
+from typing import Any, Dict, Optional
 
 import scraibe.app.global_var as gv
 
 CURRENT_PATH = os.path.dirname(os.path.realpath(__file__))
 
 class ConfigLoader:
-    def __init__(self, config):
-        
-        self.config = config
-    
-    def restore_defaults_for_keys(self, *args):
-        """
-        Restores specified keys to their default values, including nested keys.
+    """A class that extends ConfigLoader to manage application-specific configuration settings.
+
+    This class provides methods for setting global variables, launch options, and layout options from the configuration.
+
+    Attributes:
+        config (Dict[str, Any]): The current configuration settings.
+        launch (Dict[str, Any]): The launch configuration settings.
+        model (Dict[str, Any]): The model configuration settings.
+        advanced (Dict[str, Any]): The advanced configuration settings.
+        queue (Dict[str, Any]): The queue configuration settings.
+        layout (Dict[str, Any]): The layout configuration settings.
+    """
+    def __init__(self, config: Dict[str, Any]):
+        """Initializes a new instance of the ConfigLoader class.
 
         Args:
-            keys (list): A list of keys or paths to keys (for nested dictionaries) to restore to default values.
+            config (dict): The configuration dictionary.
+        """
+        self.config = config
+        
+    def restore_defaults_for_keys(self, *args: str):
+        """Restores specified keys to their default values, including nested keys.
+
+        Args:
+            *args (str): A list of keys or paths to keys (for nested dictionaries) to restore to default values.
                          Each key or path should be a list of keys leading to the desired key.
         """
         default_config = self.get_default_config()
@@ -27,16 +56,15 @@ class ConfigLoader:
             
         
     @classmethod
-    def load_config(cls, yaml_path = None, **kwargs):
-        """
-        Load the configuration file and apply overrides.
+    def load_config(cls, yaml_path: Optional[str] = None, **kwargs: Any) -> 'ConfigLoader':
+        """Load the configuration file and apply overrides.
 
         Args:
-            yaml_path (str): Path to the YAML file containing overrides.
+            yaml_path (str, optional): Path to the YAML file containing overrides.
             **kwargs: Additional overrides as keyword arguments.
 
         Returns:
-            Config: A Config object with the loaded configuration.
+            ConfigLoader: A ConfigLoader object with the loaded configuration.
         """
         
         # Load the original configuration    
@@ -54,8 +82,14 @@ class ConfigLoader:
         return cls(config)
     
     @staticmethod
-    def apply_overrides(orig_dict, override_dict, specific=None):
-        """ Recursively apply overrides to the configuration, only for specific keys. """
+    def apply_overrides(orig_dict: Dict[str, Any], override_dict: Dict[str, Any], specific: Optional[str] = None):
+        """Recursively apply overrides to the configuration, only for specific keys.
+
+        Args:
+            orig_dict (Dict[str, Any]): The original dictionary.
+            override_dict (Dict[str, Any]): The override dictionary.
+            specific (str, optional): The specific key to override.
+        """
         for key, value in override_dict.items():
             
             if isinstance(value, dict):
@@ -80,7 +114,16 @@ class ConfigLoader:
 
     @staticmethod
     def update_nested_key(d, key, value):
-        """ Recursively search and update the key in nested dictionary. """
+        """Recursively search and update the key in nested dictionary.
+
+        Args:
+            d (Dict[str, Any]): The dictionary.
+            key (str): The key to update.
+            value (Any): The new value.
+
+        Returns:
+            bool: True if the key was found and updated, False otherwise.
+        """
         
         if key in d:
             d[key] = value
@@ -92,16 +135,35 @@ class ConfigLoader:
     
     @staticmethod
     def get_default_config():
-        """ Return the default configuration. """
+        """Return the default configuration.
+
+        Returns:
+            Dict[str, Any]: The default configuration.
+        """
         with open(gv.DEFAULT_APP_CONIFG_PATH , 'r') as file:
             config = yaml.safe_load(file)
         return config
         
 
 class AppConfig(ConfigLoader):
-    
-    def __init__(self, config):
-        
+    """A class that extends ConfigLoader to manage application-specific configuration settings.
+
+    This class provides methods for setting global variables, launch options, and layout options from the configuration.
+
+    Attributes:
+        config (dict): The current configuration settings.
+        launch (dict): The launch configuration settings.
+        model (dict): The model configuration settings.
+        advanced (dict): The advanced configuration settings.
+        queue (dict): The queue configuration settings.
+        layout (dict): The layout configuration settings.
+    """
+    def __init__(self, config : Dict[str, Any]):
+        """Initializes a new instance of the AppConfig class.
+
+        Args:
+            config (dict): The configuration dictionary.
+        """
         self.config = config
         
         self.set_global_vars_from_config()
@@ -114,23 +176,28 @@ class AppConfig(ConfigLoader):
         self.queue = self.config.get("queue")
         self.layout = self.config.get("layout")
     
-    def set_global_vars_from_config(self):
-        """
-        Sets the global variables from a configuration dictionary.
-        
+    def set_global_vars_from_config(self) -> None:
+        """Sets the global variables from a configuration dictionary.
+
         Args:
             config (dict): A dictionary containing the parameters for the model. Modify the default parameters in the config.yml file.
-        
+
         Returns:
             None
-        
         """
     
         gv.MODEL_PARAMS = self.config.get('model')
         gv.TIMEOUT = self.config.get("advanced").get('timeout')
     
-    def set_launch_options(self):
-        
+    def set_launch_options(self) -> None:
+        """Sets the launch options from a configuration dictionary.
+
+        Args:
+            None
+
+        Returns:
+            None
+        """
         launch_options = self.config.get("launch")
         
         if launch_options.get('auth').pop('auth_enabled'):
@@ -139,13 +206,28 @@ class AppConfig(ConfigLoader):
         else:
             self.config['launch']['auth'] = None
     
-    def set_layout_options(self):
+    def set_layout_options(self) -> None:
+        """Sets the layout options from a configuration dictionary.
+
+        Args:
+            None
+
+        Returns:
+            None
+        """
         self.config['layout']['header'] = self.check_and_set_path(self.config['layout'], 'header')
         self.config['layout']['footer'] = self.check_and_set_path(self.config['layout'], 'footer')
         self.config['layout']['logo'] = self.check_and_set_path(self.config['layout'], 'logo')
     
-    def get_layout(self):
-        
+    def get_layout(self) -> Dict[str, str]:
+        """Gets the layout options from a configuration dictionary.
+
+        Args:
+            None
+
+        Returns:
+            dict: A dictionary containing the header and footer layout options.
+        """
         if not os.path.exists(self.config['layout']['header']) and \
             self.config['layout']['header'] == "scraibe/app/header.html": 
             
@@ -189,10 +271,16 @@ class AppConfig(ConfigLoader):
                 'footer' : footer} 
     
     @staticmethod
-    def check_and_set_path(config_item, key):
-        """
-        Check if the file exists at the given path. If not, try with CURRENT_PATH.
+    def check_and_set_path(config_item: dict, key: str) -> Optional[str]:
+        """Check if the file exists at the given path. If not, try with CURRENT_PATH.
         Raise FileNotFoundError if the file still doesn't exist.
+
+        Args:
+            config_item (dict): The configuration item.
+            key (str): The key to check in the configuration item.
+
+        Returns:
+            str: The path to the file if it exists, None otherwise.
         """
         _current_path = os.path.dirname(os.path.realpath(__file__))  # Define your CURRENT_PATH
 
@@ -207,10 +295,4 @@ class AppConfig(ConfigLoader):
             else:
                 config_item[key] = new_path
             
-        return config_item[key]
-    
-    
-    
-    
-    
-    
\ No newline at end of file
+        return config_item[key]
\ No newline at end of file

From c70e66ead07b45e75da7dd87630eefe3502a5717 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Mon, 12 Feb 2024 11:43:34 +0100
Subject: [PATCH 36/42] removed App here

---
 scraibe/app/__init__.py     |   7 -
 scraibe/app/app.py          | 100 ------------
 scraibe/app/app_starter.py  |  70 ---------
 scraibe/app/config.yml      |  47 ------
 scraibe/app/global_var.py   |  37 -----
 scraibe/app/header.html     |  66 --------
 scraibe/app/interactions.py | 153 ------------------
 scraibe/app/interface.py    | 146 ------------------
 scraibe/app/logo.svg        |  37 -----
 scraibe/app/multi.py        | 151 ------------------
 scraibe/app/stg.py          | 229 ---------------------------
 scraibe/app/utils.py        | 298 ------------------------------------
 12 files changed, 1341 deletions(-)
 delete mode 100644 scraibe/app/__init__.py
 delete mode 100644 scraibe/app/app.py
 delete mode 100644 scraibe/app/app_starter.py
 delete mode 100644 scraibe/app/config.yml
 delete mode 100644 scraibe/app/global_var.py
 delete mode 100644 scraibe/app/header.html
 delete mode 100644 scraibe/app/interactions.py
 delete mode 100644 scraibe/app/interface.py
 delete mode 100644 scraibe/app/logo.svg
 delete mode 100644 scraibe/app/multi.py
 delete mode 100644 scraibe/app/stg.py
 delete mode 100644 scraibe/app/utils.py

diff --git a/scraibe/app/__init__.py b/scraibe/app/__init__.py
deleted file mode 100644
index bdf5464..0000000
--- a/scraibe/app/__init__.py
+++ /dev/null
@@ -1,7 +0,0 @@
-from .multi import *
-from .interface import *
-from .stg import *
-from .interactions import *
-from .global_var import *
-from .utils import *
-from .app import *
\ No newline at end of file
diff --git a/scraibe/app/app.py b/scraibe/app/app.py
deleted file mode 100644
index 76b189a..0000000
--- a/scraibe/app/app.py
+++ /dev/null
@@ -1,100 +0,0 @@
-"""
-Gradio App
-----------
-
-This module provides an interface to transcribe audio files using the 
-Scraibe model. Users can either upload an audio file or record their speech 
-live for transcription. The application supports multiple languages and provides 
-options to specify the number of speakers and the language of the audio. It also 
-enables efficient management of resources by loading and unloading AI models 
-based on usage.
-
-The configuration is managed via a 'config.yml' file, which allows customization
-of various aspects of the application, including the Gradio interface, queue
-management, and model parameters.
-
-Configuration Sections in 'config.yml':
-- launch: Settings for launching the interface, such as server port, authentication, SSL configuration.
-- queue: Configuration for managing request handling and concurrency.
-- layout: Customization options for the interface layout, like headers, footers, and logos.
-- model: Specifications for different AI models used in transcription.
-- advanced: Advanced settings, including session timeout duration.
-
-Note: 
-    The .queue function of the Gradio interface is currently experiencing issues 
-    and might not work as expected. 
-
-Usage:
-    Run this script to start the Gradio web interface for audio transcription.
-"""
-
-
-
-####
-# Gradio Interface
-####
-
-from threading import Thread
-
-import scraibe.app.global_var as gv
-from .interface import gradio_Interface
-from .multi import *
-from .utils import *
-
-
-def app(config : str = None, **kwargs):
-    """
-    Launches the Gradio interface for audio transcription.
-
-    Initializes the Gradio web interface with settings from a YAML configuration file
-    and/or keyword arguments. The function manages AI models, handling their loading 
-    into RAM and unloading after a session or specified timeout.
-
-    The `kwargs` are used to override or supplement values from the `config.yml` file.
-    They should follow the structure of `config.yml`, which includes sections like 
-    'launch', 'queue', 'layout', 'model', and 'advanced'.
-
-    Args:
-        config (str): Path to the YAML configuration file. Default settings are used 
-                      if not provided.
-        **kwargs: Keyword arguments corresponding to the configuration sections. Each 
-                  argument should be a dictionary reflecting the structure of its 
-                  respective section in `config.yml`.
-
-    Returns:
-        None
-    """
-
-    # Load and override configuration from the YAML file with kwargs
-    
-    config = AppConfig.load_config(config, **kwargs)
-    
-    
-    gv.MODEL_PROCESS = start_model_worker(gv.MODEL_PARAMS,
-                                        gv.REQUEST_QUEUE,
-                                        gv.LAST_ACTIVE_TIME,
-                                        gv.RESPONSE_QUEUE,
-                                        gv.LOADED_EVENT,
-                                        gv.RUNNING_EVENT)
-    
-    # Set the timer thread to manage model loading and unloading
-    timer = Thread(target=timer_thread, args=(gv.REQUEST_QUEUE,
-                                            gv.LAST_ACTIVE_TIME,
-                                            gv.LOADED_EVENT,
-                                            gv.RUNNING_EVENT,
-                                            gv.TIMEOUT), daemon=True)
-    
-    # Set the layout for the Gradio interface
-    layout = config.get_layout()
-    
-    # start the timer thread
-    timer.start()
-    
-    print("Starting Gradio Web Interface")
-    
-    # Launch the Gradio interface
-    gradio_Interface(layout).queue(**config.queue).launch(**config.launch)
-
-    # Wait for the timer thread to finish
-    timer.join()
-    gv.MODEL_PROCESS.join()
\ No newline at end of file
diff --git a/scraibe/app/app_starter.py b/scraibe/app/app_starter.py
deleted file mode 100644
index b1597f0..0000000
--- a/scraibe/app/app_starter.py
+++ /dev/null
@@ -1,70 +0,0 @@
-"""Starts the Gradio interface for audio transcription with optional configuration.
-
-This script, app_starter.py, initializes and runs a Gradio interface for audio 
-transcription tasks. It allows users to provide a configuration file for custom 
-settings. If no configuration file is specified, default settings are applied. 
-The script is designed to support multiprocessing for improved performance.
-
-Attributes:
-    args (argparse.Namespace): Parsed command line arguments.
-
-Example:
-    To run the script with custom server configuration and keyword arguments:
-    $ python app_starter.py --server-config path/to/config.yml --server-kwargs key1=val1 key2=val2
-"""
-
-import multiprocessing
-from argparse import ArgumentParser, Action
-
-class ParseKwargs(Action):
-    """Custom action for argparse to parse keyword arguments for Gradio app configuration.
-
-    This action parses a series of keyword arguments and converts them into a 
-    dictionary, which is then used to configure the Gradio application. It 
-    supports dynamic types by attempting to evaluate the argument values.
-
-    Attributes:
-        dest (str): The name of the attribute to be added to the object returned by parse_args().
-    """
-    def __call__(self, parser, namespace, values, option_string=None):
-        """Parses keyword arguments and updates the namespace with these arguments as a dictionary.
-
-        For each value provided, this method splits the string on the '=' character 
-        to separate keys and values, attempting to evaluate the values for Python 
-        literals. If evaluation fails, the raw string is used as the value.
-
-        Args:
-            parser (ArgumentParser): The ArgumentParser object that called this method.
-            namespace (Namespace): An argparse.Namespace object that will be returned by parse_args().
-            values (list of str): List of strings, each representing a key-value pair in 'key=value' format.
-            option_string (Optional[str]): The option string that was used to invoke this action.
-
-        Raises:
-            ValueError: If any string in values does not contain the '=' character, indicating an invalid format.
-        """
-        setattr(namespace, self.dest, dict())
-        for value in values:
-            key, value = value.split('=')
-            try:
-                value = eval(value)
-            except:
-                pass
-            getattr(namespace, self.dest)[key] = value
-
-parser = ArgumentParser()
-
-parser.add_argument("--server-config", type=str, default= None,
-                        help="Path to the configy.yml file.")
-    
-parser.add_argument('--server-kwargs', nargs='*', action=ParseKwargs, default={},
-                    help='Keyword arguments for the Gradio app.')
-
-args = parser.parse_args()
-
-if __name__ == '__main__':
-    
-    multiprocessing.set_start_method('spawn')
-
-    from scraibe.app.app import app
-    
-    app(config = args.server_config, **args.server_kwargs)
\ No newline at end of file
diff --git a/scraibe/app/config.yml b/scraibe/app/config.yml
deleted file mode 100644
index 8b25af5..0000000
--- a/scraibe/app/config.yml
+++ /dev/null
@@ -1,47 +0,0 @@
-launch:
-  # The following are the default values for the launch configuration
-  # for more informations look at https://www.gradio.app/docs/interface 
-  server_port: 7860
-  server_name: 0.0.0.0
-  inline: false
-  inbrowser: false
-  share : false
-  debug : false
-  max_threads: 40
-  quiet: false
-  auth:
-    auth_enabled: false
-    auth_username: admin
-    auth_password: admin
-  auth_message: null
-  prevent_thread_lock : false
-  show_error : false
-  show_tips : false
-  favicon_path : null
-  ssl_keyfile : null
-  ssl_certfile : null
-  ssl_keyfile_password : null
-  ssl_verify : false
-  show_api : false
-  allowed_paths : null
-  blocked_paths : null
-  root_path : ''
-  app_kwargs : null
-  
-queue:
-  # The following are the default values for the queue configuration
-  # for more informations look at hhttps://www.gradio.app/docs/interface
-  concurrency_count : 1
-  status_update_rate : 'auto'
-  api_open : null
-  max_size : null
-  
-layout:
-  header:  scraibe/app/header.html
-  footer: null
-  logo: scraibe/app/logo.svg
-model:
-  whisper_model : null
-  dia_model: null
-advanced:
-  timeout: 300 #seconds e.g. 5 minutes
diff --git a/scraibe/app/global_var.py b/scraibe/app/global_var.py
deleted file mode 100644
index b1c1c80..0000000
--- a/scraibe/app/global_var.py
+++ /dev/null
@@ -1,37 +0,0 @@
-"""
-global_var.py
-
-This module stores global variables for the app.
-
-Global variables:
-    REQUEST_QUEUE (multiprocessing.Queue): A queue to store audio file paths as strings.
-    RESPONSE_QUEUE (multiprocessing.Queue): A queue to store transcriptions as strings.
-    LAST_ACTIVE_TIME (multiprocessing.Value): A value to store the time of the last activity.
-    LOADED_EVENT (multiprocessing.Event): An event to indicate when the model is loaded.
-    RUNNING_EVENT (multiprocessing.Event): An event to indicate when the model is running.
-    MODEL_PARAMS (Optional[dict]): A dictionary to store the model parameters.
-    MODEL_PROCESS (Optional[multiprocessing.Process]): A process to handle the model globally.
-    LAST_USED (float): A float to track the time of the last user activity.
-    TIMEOUT (Optional[int]): An integer to store the timeout in seconds.
-    DEFAULT_APP_CONIFG_PATH (str): A string to store the default path to the app configuration file.
-"""
-
-import multiprocessing
-import os
-import time
-from typing import Optional
-
-REQUEST_QUEUE: multiprocessing.Queue = multiprocessing.Queue()  # audio file path as string 
-RESPONSE_QUEUE: multiprocessing.Queue = multiprocessing.Queue()  # transcription as string
-LAST_ACTIVE_TIME: multiprocessing.Value = multiprocessing.Value('d', time.time())  # time of last activity
-LOADED_EVENT: multiprocessing.Event = multiprocessing.Event()  # model loaded event
-RUNNING_EVENT: multiprocessing.Event = multiprocessing.Event()  # model running event
-
-MODEL_PARAMS: Optional[dict] = None  # model parameters
-MODEL_PROCESS: Optional[multiprocessing.Process] = None  # model process to handle globally
-
-# Global variable to track user activity
-LAST_USED: float = time.time()
-TIMEOUT: Optional[int] = None  # seconds
-
-DEFAULT_APP_CONIFG_PATH: str = os.path.join(os.path.dirname(os.path.realpath(__file__)), "config.yml")
\ No newline at end of file
diff --git a/scraibe/app/header.html b/scraibe/app/header.html
deleted file mode 100644
index 4b12136..0000000
--- a/scraibe/app/header.html
+++ /dev/null
@@ -1,66 +0,0 @@
-<!-- Importing Cormorant Garamond font from Google Fonts -->
-<link href="https://fonts.googleapis.com/css2?family=Cormorant+Garamond:wght@400;700&display=swap" rel="stylesheet">
-
-<style>
-    .header-container {
-        display: flex;
-        align-items: center;
-        justify-content: center;
-        position: relative;
-        padding-top: 30px;
-    }
-    .logo-container {
-        position: absolute;
-        top: 50%;
-        right: 20px;
-        transform: translateY(-50%);
-        width: 300px;
-    }
-    .logo {
-        width: 100%;
-        height: auto;
-    }
-    h1 {
-        font-family: 'Cormorant Garamond', serif;
-        font-size: 50px !important; /* Increased font size */
-        font-weight: bold;
-        color: #50AF31;
-        margin: 0;
-        position: relative;
-        padding: 0.5em 0;
-    }
-    h1::before, h1::after {
-        content: "";
-        position: absolute;
-        height: 2px;
-        width: 80%;
-        background-color: #50AF31;
-        left: 10%;
-    }
-    h1::before {
-        top: 0.5em;
-    }
-    h1::after {
-        bottom: 0.5em;
-    }
-    p, h2 {
-        font-size: 16px;
-        margin: 10px 0;
-        line-height: 1.4;
-    }
-</style>
-
-<div class="header-container">
-    <h1>ScrAIbe</h1>
-    <div class="logo-container">
-        <a href="https://www.kida-bmel.de/"> <!-- Replace with your actual URL -->
-            <img src="/file=logo.svg" alt="KIDA Logo" class="logo">
-        </a>
-    </div>
-</div>
-<div style="text-align: center; padding: 20px 10%;">
-    <p>
-        Upload, record, or provide a video with audio for transcription. Our toolkit is designed to transcribe content from multiple languages accurately. The integrated speaker diarisation feature identifies different speakers, ensuring a smooth transcription experience. For optimal results, indicate the number of speakers and the original language of the content.
-    </p>
-    <h2 style="font-weight: bold; color: #50AF31;">What would you like to do next?</h2>
-</div>
diff --git a/scraibe/app/interactions.py b/scraibe/app/interactions.py
deleted file mode 100644
index 9206e75..0000000
--- a/scraibe/app/interactions.py
+++ /dev/null
@@ -1,153 +0,0 @@
-"""
-This file contains ervery function that will be called when the user interacts with the 
-UI like pressing a button or uploading a file.
-"""
-
-import gradio as gr 
-import scraibe.app.global_var as gv
-from scraibe import Transcript
-from .multi import start_model_worker
-
-def select_task(choice):
-        # tell the app that it is still in use
-    if choice == 'Auto Transcribe':
-        
-        return (gr.update(visible = True),
-                gr.update(visible = True),
-                gr.update(visible = True))
-                
-        
-    elif choice == 'Transcribe':
-        
-        return (gr.update(visible = False),
-                gr.update(visible = True),
-                gr.update(visible = True))
-
-        
-    elif choice == 'Diarisation':
-        
-        return (gr.update(visible = True),
-                gr.update(visible = False),
-                gr.update(visible = False))
-        
-def select_origin(choice):
-        
-    # tell the app that it is still in use
-    if choice == "Upload Audio":
-        
-        return (gr.update(visible = True),
-                gr.update(visible = False, value = None),
-                gr.update(visible = False, value = None),
-                gr.update(visible = False, value = None),
-                gr.update(visible = False, value = None))
-    
-    elif choice == "Record Audio":
-        
-        return (gr.update(visible = False, value = None),
-                gr.update(visible = True),
-                gr.update(visible = False, value = None),
-                gr.update(visible = False, value = None),
-                gr.update(visible = False, value = None))
-
-    elif choice == "Upload Video":
-        
-        return (gr.update(visible = False, value = None),
-                gr.update(visible = False, value = None),
-                gr.update(visible = True),
-                gr.update(visible = False, value = None),
-                gr.update(visible = False, value = None))
-    
-    elif choice == "Record Video":
-        
-        return (gr.update(visible = False, value = None),
-                gr.update(visible = False, value = None),
-                gr.update(visible = False, value = None),
-                gr.update(visible = True),
-                gr.update(visible = False, value = None))
-        
-    elif choice == "File or Files":
-        
-        return (gr.update(visible = False, value = None),
-                gr.update(visible = False, value = None),
-                gr.update(visible = False, value = None),
-                gr.update(visible = False, value = None),
-                gr.update(visible = True))
-        
-def run_scraibe(task,
-                num_speakers,
-                translate,
-                language,
-                audio1,
-                audio2,
-                video1,
-                video2,
-                file_in,
-                progress = gr.Progress(track_tqdm=False)):
-    
-    # get *args which are not None 
-    if gv.MODEL_PROCESS is None or not gv.MODEL_PROCESS.is_alive():
-        #progress(0.0, desc='Loading model...')
-        gv.MODEL_PROCESS = start_model_worker(gv.MODEL_PARAMS,
-                                      gv.REQUEST_QUEUE,
-                                      gv.LAST_ACTIVE_TIME,
-                                      gv.RESPONSE_QUEUE,
-                                      gv.LOADED_EVENT,
-                                      gv.RUNNING_EVENT)
-    
-    # progress(0.1, desc='Starting task...')
-    source = audio1 or audio2 or video1 or video2 or file_in
-    
-    if isinstance(source, list):
-        source = [s.name for s in source]
-        if len(source) == 1:
-            source = source[0]
-    
-    config = dict(source = source,
-                  task = task,
-                  num_speakers = num_speakers,
-                  translate = translate,
-                  language = language)
-    
-    gv.REQUEST_QUEUE.put(config)
-    
-    if task == 'Auto Transcribe':
-        
-        out_str , out_json = gv.RESPONSE_QUEUE.get()
-        
-        if isinstance(source, str):
-            return (gr.update(value = out_str, visible = True),
-                    gr.update(value = out_json, visible = True),
-                    gr.update(visible = True),
-                    gr.update(visible = True))      
-        else:
-            return (gr.update(value = out_str, visible = True),
-                    gr.update(value = out_json, visible = True),
-                    gr.update(visible = False),
-                    gr.update(visible = False))  
-        
-    elif task == 'Transcribe':
-        
-        out = gv.RESPONSE_QUEUE.get()
-        
-        return (gr.update(value = out, visible = True),
-                gr.update(value = None, visible = False),
-                gr.update(visible = False),
-                gr.update(visible = False))
-        
-    elif task == 'Diarisation':
-        
-        out = gv.RESPONSE_QUEUE.get()
-        
-        return (gr.update(value = None, visible = False),
-                gr.update(value = out, visible = True),
-                gr.update(visible = False),
-                gr.update(visible = False))
-    
-def annotate_output(annoation : str, out_json : dict):
-    # get *args which are not None
-    
-    trans = Transcript.from_json(out_json)
-    trans = trans.annotate(*annoation.split(","))
-
-    return gr.update(value = str(trans)),gr.update(value = trans.get_json())
-
diff --git a/scraibe/app/interface.py b/scraibe/app/interface.py
deleted file mode 100644
index bab29a9..0000000
--- a/scraibe/app/interface.py
+++ /dev/null
@@ -1,146 +0,0 @@
-"""
-This module contains the gradio Interface which is used to interact with the user.
-
-The interface is themed with a soft color scheme, with primary colors of green and orange, and a neutral color of gray.
-
-A list of languages is also defined in this module, which may be used elsewhere in the application.
-
-Classes:
-    Soft: A class from the gradio library used to theme the interface.
-
-Variables:
-    theme (gr.themes.Soft): The theme for the gradio interface.
-    LANGUAGES (list of str): A list of languages supported by the application.
-"""
-
-import gradio as gr
-
-from .interactions import *
-from .stg import *
-
-theme = gr.themes.Soft(
-    primary_hue="green",
-    secondary_hue='orange',
-    neutral_hue="gray",  
-)
-
-
-LANGUAGES = [
-    "Afrikaans", "Arabic", "Armenian", "Azerbaijani", "Belarusian",
-    "Bosnian", "Bulgarian", "Catalan", "Chinese", "Croatian",
-    "Czech", "Danish", "Dutch", "English", "Estonian",
-    "Finnish", "French", "Galician", "German", "Greek",
-    "Hebrew", "Hindi", "Hungarian", "Icelandic", "Indonesian",
-    "Italian", "Japanese", "Kannada", "Kazakh", "Korean",
-    "Latvian", "Lithuanian", "Macedonian", "Malay", "Marathi",
-    "Maori", "Nepali", "Norwegian", "Persian", "Polish",
-    "Portuguese", "Romanian", "Russian", "Serbian", "Slovak",
-    "Slovenian", "Spanish", "Swahili", "Swedish", "Tagalog",
-    "Tamil", "Thai", "Turkish", "Ukrainian", "Urdu",
-    "Vietnamese", "Welsh"
-]
-
-
-
-
-def gradio_Interface(layout = None,):
-    """
-    Creates a gradio interface for audio transcription.
-
-    The interface includes options for the user to select the task, number of speakers, translation, language, and input type.
-    It also provides options for the user to upload or record audio/video, or upload files.
-    The output of the transcription is displayed in a textbox, and the JSON output in a JSON viewer.
-    The user can also annotate the output by naming the speakers.
-
-    Args:
-        layout (dict, optional): A dictionary containing layout information. Defaults to None.
-
-    Returns:
-        gr.Blocks: A gradio Blocks object representing the interface.
-    """
-    with gr.Blocks(theme=theme,title='ScrAIbe: Automatic Audio Transcription') as demo:
-            
-            # Define components
-            
-
-            if layout.get('header') is not None:            
-                gr.HTML(layout.get('header'), visible= True, show_label=False)
-            
-            with gr.Row():
-                
-                with gr.Column():
-                
-                    task = gr.Radio(["Auto Transcribe", "Transcribe", "Diarisation"], label="Task",
-                                    value= 'Auto Transcribe')
-                    
-                    num_speakers = gr.Number(value=0, label= "Number of speakers (optional)", 
-                                    info = "Number of speakers in the audio file. If you don't know,\
-                                        leave it at 0.", visible= True)
-                    
-                    translate = gr.Checkbox(label="Translation", choices=[True, False], value = False,
-                                    info="Select 'Yes' to have the output translated into English.",
-                                    visible= True)
-                    
-                    language = gr.Dropdown(LANGUAGES,
-                                    label="Language (optional)", value = "None",
-                                    info="Language of the audio file. If you don't know,\
-                                        leave it at None.", visible= True)
-                    
-                    input = gr.Radio(["Upload Audio", "Record Audio", "Upload Video","Record Video" 
-                                        ,"File or Files"], label="Input Type", value="Upload Audio")
-                    
-                    audio1 = gr.Audio(source="upload", type="filepath", label="Upload Audio",
-                                        interactive= True, visible= True)
-                    audio2 = gr.Audio(source="microphone", label="Record Audio", type="filepath",
-                                        interactive= True, visible= False)
-                    video1 = gr.Video(source="upload", type="filepath", label="Upload Video",
-                                        interactive= True, visible= False)
-                    video2 = gr.Video(source="webcam", label="Record Video", type="filepath",include_audio= True,
-                                        interactive= True, visible= False)
-                    file_in = gr.Files(label="Upload File or Files", interactive= True, visible= False)
-                    
-                    submit = gr.Button()
-                
-                with gr.Column():
-                    
-                    out_txt = gr.Textbox(label="Output",
-                                            visible= True, show_copy_button=True)
-                    
-                    out_json = gr.JSON(label="JSON Output",
-                                        visible= False, show_copy_button=True)
-                    
-                    annoation = gr.Textbox(label="Name your speaker's",
-                                        info= "Please provide a list of the speakers arranged \
-                                        in the order in which they appear in the input. Use comma ',' \
-                                        as a seperator. Be aware that the first name is given \
-                                            to SPEAKER_00 the second to SPEAKER_01 and so on.",
-                                        visible= False, interactive= True)
-                    
-                    annotate = gr.Button(value="Annotate", visible= False, interactive= True)
-            
-            if layout.get('footer') is not None:            
-                gr.HTML(layout.get('footer'), visible= True, show_label=False)
-                 
-            # Define usage of components
-            input.change(fn=select_origin, inputs=[input],
-                            outputs=[audio1, audio2, video1, video2, file_in])
-            
-            task.change(fn=select_task, inputs=[task],
-                        outputs=[num_speakers, translate, language])
-            
-            translate.change(fn= lambda x : gr.update(value = x),
-                                inputs=[translate], outputs=[translate])
-            num_speakers.change(fn= lambda x : gr.update(value = x),
-                                inputs=[num_speakers], outputs=[num_speakers])
-            language.change(fn= lambda x : gr.update(value = x), 
-                            inputs=[language], outputs=[language])
-            
-            submit.click(fn = run_scraibe, 
-                            inputs=[task, num_speakers, translate, language, audio1,
-                                    audio2, video1, video2, file_in],
-                            outputs=[out_txt, out_json, annoation, annotate])
-            
-            annotate.click(fn = annotate_output, inputs=[annoation, out_json],
-                            outputs=[out_txt, out_json])
-            
-    return demo
\ No newline at end of file
diff --git a/scraibe/app/logo.svg b/scraibe/app/logo.svg
deleted file mode 100644
index 54d12d7..0000000
--- a/scraibe/app/logo.svg
+++ /dev/null
@@ -1,37 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<svg width="2732pt" height="2048pt" version="1.0" viewBox="0 0 2732 2048" xmlns="http://www.w3.org/2000/svg">
-<g transform="translate(0 2048) scale(.1 -.1)" fill="#50af30">
-<path d="m9705 13505c-55-30-108-64-118-77-13-17-21-56-28-133-6-61-13-136-16-168-5-56-5-58 32-93 21-19 62-50 91-69 30-19 54-40 54-47 0-36-52-314-59-321-5-5-46-30-92-55l-84-47-8-94c-5-51-6-104-3-116 3-13 39-51 80-85l74-63 6-61c10-98 54-724 58-811l3-80-60-30c-34-16-81-39-105-50-40-18-45-24-48-55-2-19-12-84-23-143-11-60-17-117-14-128 4-10 44-51 91-90l84-71v-87c0-47-5-196-11-331s-18-418-27-630l-17-385-83-41c-45-22-89-47-97-55-17-17-31-89-40-211l-6-87 63-58c134-125 121-104 114-191-3-42-13-248-21-457s-17-393-20-410c-3-16-9-156-15-310-5-154-15-376-22-493l-12-212-98-51c-54-27-105-60-112-72-10-14-17-66-22-145l-7-124 145-145-18-86c-45-231 59-471 233-537 81-31 188-25 268 15l58 28 39-42c22-22 50-44 63-47 31-8 142 57 175 102l25 35 95-5c100-6 217-16 465-38 218-19 308-17 333 5 11 10 52 97 92 192l72 173 171 78c95 42 250 112 346 156 95 43 179 78 185 78 7 0 25-13 41-30 16-16 35-30 43-30 36 0 252 84 273 106 20 21 23 37 27 152l5 128-34 38c-27 32-31 41-21 56 6 11 89 121 184 245 320 419 330 434 324 480-26 201-42 312-62 437-13 81-24 157-24 168s73 117 161 235l162 215-21 128c-12 70-49 318-82 552-34 234-67 465-75 514s-12 93-9 98c3 4 22 17 43 27 20 11 43 26 49 34 7 8 17 67 23 131l10 116-103 112c-97 107-104 113-140 112l-38-1v44c0 24 4 86 10 136 13 126 28 313 36 427l5 95-170 144c-94 79-171 148-171 152s12 16 26 26c26 19 27 23 32 160s4 141-18 159c-13 11-45 38-72 62-91 79-123 95-171 89l-42-6-44 122c-24 67-63 179-88 248-51 143-33 126-203 188-193 69-198 71-204 94-3 12-30 44-61 71-47 41-61 47-85 42-26-5-33 0-59 38-91 131-277 222-441 214-51-2-64 0-62 11 8 39-13 74-75 127-64 54-67 55-112 49-46-6-46-6-104 54-141 147-227 193-494 267-7 2-13 18-13 35 0 27-16 48-97 131-98 100-136 129-170 127-10 0-63-25-118-54zm202-137 83-83v-102c0-117 10-105-119-153l-81-29-37 24c-21 13-55 36-76 50l-38 26 7 97c12 177 10 171 89 213 39 21 74 37 80 38 5 1 47-36 92-81zm298-230c109-36 194-88 284-175l86-82-27-23c-24-21-27-31-33-118-7-94-6-97 19-127 42-50 120-103 152-103 34 0 158 71 197 113 28 29 30 29 111 25 96-5 187-42 255-104 66-58 71-75 58-177-8-69-7-92 3-112 7-14 11-26 9-28-121-91-269-197-274-197-4 0-20 11-37 25-38 32-60 32-149-6-41-16-99-40-129-51-78-30-80-33-80-98 0-90 0-90-96-90-108 0-275-18-291-32-23-19-14-46 53-171 37-67 100-184 141-260l74-138-21-62c-39-111-38-123 20-204 32-45 61-75 75-79 14-3 62-2 107 2 78 9 83 11 105 42 12 18 31 62 43 97 25 75 19 97-48 181-34 44-46 52-84 57-113 17-102 6-231 239-67 121-114 215-109 220s60 10 123 11l114 2 5-42c8-53 13-59 130-143 142-101 143-101 307 0 94 57 134 88 137 103 3 12 7 75 10 140l6 119-35 35c-19 19-35 38-35 42 1 3 55 46 121 95 94 69 128 89 157 91 41 3 116 42 151 79l23 24 126-45c70-24 132-50 139-56 11-11 175-458 170-463-1-2-24-12-50-23-29-12-51-29-56-43-4-13-11-85-15-161-8-164-10-159 101-247 86-68 100-71 185-36l57 23 96-80c54-46 95-87 95-98 0-32-102-173-181-250-130-126-290-222-469-280-102-33-144-34-260-7-73 17-80 23-80 64 0 23-7 40-21 52-12 9-56 47-98 84-46 41-85 68-99 68-13 0-40-11-60-25s-41-25-46-25c-24 0-147-84-151-104-2-11-9-75-14-141-10-113-9-122 10-145 54-70 64-53-159-269-128-125-202-204-202-216 1-37 39-104 85-150 66-66 135-95 242-102 78-5 97-2 167 21 43 15 110 47 148 71 93 61 113 110 54 136-22 10-33 6-101-40-168-112-329-117-432-14-24 23-43 48-43 55-1 7 81 92 182 189l182 176 42-18c47-21 37-24 199 48 115 51 125 62 125 141 0 62 1 64 23 58 156-41 153-41 234-27 187 31 405 141 584 294 75 65 120 118 193 230 21 31 41 57 44 57 4 0 22-14 40-31 29-27 33-36 28-64-4-19-11-93-17-167-11-138-23-288-35-420l-7-78-58-21c-32-12-64-28-70-35-6-8-15-46-20-86-4-40-13-100-19-133-5-33-10-79-10-102 0-41 2-43 93-114 126-98 125-97 189-66 29 15 56 23 59 19 6-6 69-438 69-469 0-6-21-13-46-17-182-24-437-156-606-311-173-158-317-371-378-560-13-38-27-74-31-79s-22 3-39 18c-17 14-39 26-47 26-26 0-224-113-238-135-8-12-15-75-19-155l-6-134 82-83c95-96 106-99 209-57 105 43 155 71 183 104 25 30 26 37 26 150 0 112-1 120-25 148-31 37-31 60 0 152 100 293 346 575 623 714 81 41 225 91 288 100l42 6 11-78c7-42 28-182 47-311l34-233-97-132c-54-72-121-162-150-200-29-37-56-80-60-95-4-14 1-71 10-126 20-118 67-487 67-524 0-36-104-168-164-208-61-42-117-57-184-50-73 8-148 45-210 106-58 56-84 63-107 27-22-33-9-60 56-122 79-73 154-106 262-113l89-6-113-147c-62-82-117-148-124-148-6 0-22 11-35 25-24 26-58 32-88 15-9-5-60-27-112-50-52-22-101-48-107-57-7-9-13-34-13-55 0-32-4-40-26-48-37-14-109-12-148 4-46 19-114 82-137 127-23 46-25 151-4 189 8 14 14 37 15 53 0 35-12 43-250 147l-190 84v63 62l-67 54c-38 30-85 71-105 91s-47 36-60 36c-12 0-78-28-146-62-133-67-142-77-142-149v-39l-72 1c-40 0-111 4-158 8-98 9-113 4-157-59-15-22-58-81-95-130-88-118-93-127-79-156 14-31 53-32 82-1 11 12 58 73 102 136l82 113 65-6c36-3 100-6 144-6h78l-6-54c-6-48-5-56 15-75 13-12 26-21 29-21 4 0 42-27 86-60 86-65 115-73 169-44 17 9 61 30 100 46 80 33 125 71 125 105 0 13 6 23 14 23 15 0 285-117 303-131 8-8 9-18 1-40-6-17-8-62-6-99 7-88 42-162 107-223 72-68 113-85 217-91 49-3 90-5 92-5 1-1 2-18 2-38 0-26 8-45 26-64l25-26-187-84c-415-186-517-235-524-249-4-8-34-81-66-163-31-81-63-155-70-165-13-19-42-18-344 8-74 7-207 15-296 18-171 7-194 14-194 57 0 25-44 90-98 148-46 48-71 47-146-6-74-52-96-88-104-174-7-65-8-68-46-89-92-52-190-38-265 35-63 62-92 136-98 256-8 149-9 148 146 226 74 37 138 73 143 81 5 7 12 19 17 27 6 10 40-1 157-54 82-37 178-80 213-96 113-51 113-51 286 154 99 117 100 118 136 112 29-5 43 0 85 28 56 38 84 85 84 140 0 48-12 71-63 125-54 55-91 57-164 7-46-31-52-40-58-79-4-24-5-68-4-96l4-52-104-122c-56-66-107-125-111-129-7-8-182 66-401 167l-57 26-4 66c-5 73 2 64-123 166-27 22-52 45-55 52-7 13 3 297 19 596 6 113 16 309 21 435 9 217 23 507 38 800l7 130 113 56c63 30 118 62 123 70s9 68 9 134c0 147-6 160-119 239l-81 58 5 61c3 34 9 220 15 412 11 370 27 779 36 881 5 58 7 62 40 77 19 10 36 17 37 17 2 0 3-64 3-142 2-349 118-731 311-1022 81-123 238-284 343-352l75-50-4-125-3-125 104-94-87-150c-85-145-88-149-116-143-22 4-46-5-105-38-42-24-79-50-84-59-4-8-11-61-15-118-5-85-4-107 9-127 18-28 117-75 155-74 14 0 64 19 111 42l85 42 3 101c3 96 1 103-22 131l-25 29 92 154c91 153 92 154 137 165 65 17 213 83 228 103 7 9 12 28 11 42 0 14-1 30 0 35 1 6 63 10 164 10 171 0 249 11 373 51 48 15 84 21 107 17 41-6 210 41 229 64 6 8 14 62 16 123l5 108-65 66c-74 77-91 80-197 42-85-29-98-49-111-163-10-80-9-95 5-116 19-29 16-32-55-53-120-36-367-54-442-33-36 9-38 12-38 52 0 57-33 103-127 178-53 42-81 58-94 54-10-4-55-26-100-51l-80-45-57 31c-31 17-84 54-118 83-317 272-523 781-512 1265 3 135 4 145 26 162 12 10 28 20 35 23 8 2 15 51 23 153 13 189 12 192-107 250l-85 42-22 303c-12 167-27 387-34 488l-12 184 40 31c108 85 107 84 112 179l4 86-66 72c-48 54-64 78-60 93 2 12 11 62 19 111 25 155 34 189 56 208 12 9 28 17 35 17 8 0 57 20 109 44l95 45v69c0 38 3 72 6 75 8 8 37 2 119-25zm559-327c24-25 27-34 24-87-3-58-3-59-50-88l-48-29-40 28-41 28 3 61c3 59 3 60 48 87 58 35 70 35 104 0zm-1013-363c47-49 50-56 46-95-4-42-43-98-88-131-24-17-61 1-112 55-33 33-37 43-37 90 0 29 5 57 13 63 16 15 110 69 120 69 4 1 30-23 58-51zm1733-67c27-30 18-91-16-110-24-14-28-14-47 3-30 27-29 89 1 110 29 21 41 20 62-3zm-472-449c35-27 73-54 86-61 20-11 22-19 22-95 0-67-3-86-17-98-39-33-185-118-202-118-10 0-38 15-62 33-24 19-59 42-77 53l-34 19 7 110c4 61 11 114 16 119 8 9 176 83 191 85 4 1 35-21 70-47zm1257-336c35-29 68-61 73-70s6-51 2-97l-7-81-36-15c-20-8-66-29-102-45l-67-31-43 31c-83 57-85 63-81 183l4 107 81 35c45 20 89 36 97 36 9 1 44-23 79-53zm-1521-483c35-40 36-48 7-116-12-30-21-37-43-37-15 0-36-3-47-6-16-4-28 5-54 41l-33 46 18 60 19 61 50-6c42-4 55-11 83-43zm-848-219v-105l-34-14c-19-8-38-19-41-25-4-6-33-24-66-40l-59-30-130 104v95c0 136 1 138 83 176l71 33 176-88v-106zm1408-302c62-57 62-58 62-113 0-31 3-77 6-102l6-45-78-37c-118-55-120-54-186 9l-57 56 6 97c3 54 10 104 16 111 12 15 135 81 152 82 6 0 38-26 73-58zm1474-529 78-78v-56c0-33-5-61-12-67s-65-37-128-70l-115-60-60 45c-33 25-61 46-63 48-6 5 37 238 45 246 9 9 153 68 168 69 5 0 45-35 87-77zm-1013-858c26-29 31-44 31-84 0-56-8-65-74-82l-50-12-28 33c-28 34-35 76-22 126 6 21 60 51 95 53 10 1 31-15 48-34zm-919-122 51-48 6-100c7-114 11-107-85-149l-64-28-44 24c-81 42-87 54-85 163 1 53 4 102 7 108 6 16 114 74 141 76 13 1 42-17 73-46zm-1159-46 74-53 3-95 3-94-86-43c-47-23-92-42-99-42-8 0-45 26-81 58l-67 57 6 86c3 48 8 93 11 101 6 14 125 75 151 77 6 1 44-23 85-52zm763-763c46-35 47-36 44-87s-4-52-51-76l-49-24-36 21c-37 21-37 21-37 89 0 65 1 68 34 90 19 13 37 23 41 23s28-16 54-36zm1260-174 64-51 4-80c2-44 0-88-3-97-4-9-48-35-99-56l-92-40-53 55c-52 54-52 55-48 109 10 138 8 132 76 173 34 20 68 37 75 37s41-23 76-50zm-805-806c36-31 69-62 72-68 9-17-5-194-16-204-5-5-47-26-92-47l-81-37-71 48-70 49-1 65c0 36 3 89 7 119l6 54 81 38c45 21 85 39 90 39s39-25 75-56zm1242-706 69-73v-87-86l-81-31c-44-17-86-31-93-31s-45 30-83 68c-53 51-71 75-75 101-5 34 16 128 33 146 9 9 136 63 152 64 5 1 40-32 78-71zm-1593-14c51-36 7-134-47-104-28 14-30 86-3 106 22 17 23 17 50-2zm-1042-33c106-79 108-81 112-163 2-42-1-84-6-95-10-18-170-103-195-103-7 0-41 28-75 63l-63 63 3 90 3 89 85 42c47 23 88 42 91 42 3 1 24-12 45-28zm529-777c30-40 35-55 35-100 0-50-2-55-37-79-21-14-43-25-49-25-20 0-84 79-83 103 1 64 15 97 49 121 19 14 38 25 42 26 4 0 23-21 43-46z"/>
-<path d="m9051 13494c-17-14-52-64-77-110-54-99-66-103-160-53-155 83-282 142-315 146-43 6-148-44-221-105-74-62-115-69-250-42-192 38-324 9-490-107-261-182-339-218-511-233-148-13-191-27-382-123l-160-81-120-122c-66-67-138-130-160-141s-85-30-140-42c-120-25-227-75-284-133-67-66-188-290-231-423-107-338-154-429-353-680-88-110-178-270-217-385-32-94-31-207 3-335 29-112 48-159 148-360 76-154 93-211 108-361 12-113 27-157 73-209 33-39 131-111 187-140 45-22 186-45 286-45 68 0 91-5 155-33 42-18 97-48 123-66 98-67 122-73 271-65 156 8 182 1 275-70 145-112 297-148 445-106 99 27 151 21 261-30 11-6 47-17 80-25 64-16 69-20 120-106 61-104 76-95-170-103-119-4-357-4-529 0l-313 7 5 71c2 39 11 82 19 94 13 21 13 26-3 43-9 10-23 19-29 19-7 0-57-38-111-84-124-106-160-126-229-126-73 0-99 12-115 52-67 175-110 214-251 224-135 10-239-28-239-86 0-33 22-79 43-92 30-19 92-38 152-46 47-7 50-9 53-40 2-20-4-42-17-61-12-16-21-35-21-43 0-16-101-186-140-237-14-18-61-73-105-122-147-166-236-286-252-342-16-53 8-131 52-173 49-46 137-84 193-84 44 0 113 18 128 33 4 4 17 7 29 7 11 0 25 4 31 9 9 9 41 14 209 31 55 5 123 14 150 19 117 23 180 11 275-48 100-63 297-246 326-303 8-16 18-28 23-28 4 0 48-39 98-87 144-141 320-303 328-303 4 0 20-9 36-21 27-19 29-25 29-86 0-60 8-100 31-158 59-149 61-221 8-327-5-10-9-27-9-39 0-11-5-29-10-40-16-28-31-104-40-200-5-48-13-95-18-105-5-11-16-32-23-48-16-34-113-132-151-152-15-7-29-22-33-33-9-28-102-57-270-82-82-12-168-24-191-26l-41-5-17 55c-27 87-34 187-29 447 4 233 5 247 27 280 43 67 68 140 63 184-2 23 2 63 11 89 14 46 14 50-5 76-18 24-19 32-9 80 10 52 10 54-17 75-22 18-27 30-27 69 0 42-3 48-31 62-18 10-29 22-25 30 13 35 16 83 7 107-8 20-18 27-43 30l-33 3 3 53c7 101-35 147-88 97l-27-26-12 29c-16 38-69 89-102 97-69 17-80-82-17-151 18-20 18-22 1-51-17-30-17-31 10-66 18-24 27-48 27-72 0-23 9-48 25-69 18-23 25-45 25-75 0-23 7-56 16-73s13-40 10-51c-3-12 3-40 14-63 16-38 17-44 3-55-22-19-10-76 23-110 26-27 26-27 5-38-14-8-21-21-21-41 0-23 15-45 70-101l69-72-2-322c-1-178-4-322-5-320-20 20-72 114-72 131 0 12 7 56 16 98 20 99 17 127-19 144-24 12-27 18-22 42 7 33-9 70-30 70-11 0-14 12-12 49 1 37-3 54-18 71-21 23-25 59-25 187 0 34-4 64-10 68s-8 27-4 61c7 54 6 55-23 66s-31 15-36 81c-7 80-27 117-62 117-31 0-55-35-55-82 0-31-4-38-19-38-37 0-52-28-51-94 1-33-4-99-10-144-9-64-9-91 0-112 7-16 9-38 5-49-3-11 1-36 10-56 9-23 13-51 9-74-5-30-1-42 25-75 21-26 29-46 25-58-3-12 4-31 20-53 19-24 24-41 21-62-4-20 1-35 18-54 29-32 122-101 164-123 18-9 44-36 59-61 14-25 46-71 70-102 48-62 52-73 27-73-38 1-94 29-155 77-103 82-114 85-288 94-244 12-270 29-281 177-8 108-24 141-90 182-63 38-102 38-107-2-3-23 5-32 52-62 32-20 56-43 57-53 0-10 2-48 4-84 4-77 29-142 71-180 47-43 115-57 302-64 124-4 132-7 240-89 105-80 193-101 312-75 197 42 329 60 405 54 215-16 322-17 402-5 68 11 113 11 255 0 217-17 233-17 305 10 88 33 154 74 229 144 71 65 104 81 189 91 46 6 54 4 93-26 35-28 42-39 42-67 0-19-9-50-21-68-20-33-84-83-124-98-42-15-213-117-234-140-25-27-25-63 1-79 12-8 31-3 80 20 101 50 117 55 233 64 183 14 220 33 275 144 32 63 88 125 114 125 7 0 21-9 32-21 15-17 20-40 22-108 4-95 14-114 69-137 18-8 50-14 71-14 55 0 86 32 111 115 25 81 26 114 5 163-9 20-22 82-30 137s-23 128-34 163c-42 129-61 254-70 462-6 113-14 266-20 340-5 74-12 191-15 260s-10 181-15 250c-6 69-12 149-15 178-5 73 28 259 65 367 18 50 56 139 86 198 30 60 67 143 81 185 25 70 27 91 27 217 0 216-56 635-149 1110-68 351-98 783-67 945 24 120 73 274 139 435 103 254 152 417 152 515 1 70-28 352-54 540-19 132-14 201 21 328 48 176 113 444 142 585 17 84-15 346-50 409-20 35-25 38-64 38-31 0-51-7-73-26zm82-180c37-199 13-323-107-562-149-296-167-453-95-821 19-94 20-114 9-200-25-202-27-212-96-351-98-198-160-345-220-525-60-182-56-178-145-123-56 34-164 68-218 68-46 0-136-53-171-102-20-27-31-57-36-96-3-31-18-81-31-111-49-104-111-151-219-165-60-9-177 9-219 33-57 33-61 32-130-19-125-92-291-157-377-147-81 10-89 18-82 86l7 58-53 44c-77 65-78 66-24 159 102 175 89 262-49 342-42 25-47 31-47 63 0 46-30 78-62 66-30-11-62-65-54-94 4-19 64-83 158-170 23-21 25-29 19-59-10-41-23-68-68-134-50-74-53-117-13-177 18-26 34-64 37-85 4-33 1-42-24-63-65-54-170-110-228-119-80-13-98-28-114-91-26-105-50-128-171-169-55-19-78-21-150-16-147 10-181 25-280 124-47 48-100 108-117 134-34 51-72 69-98 48-46-39 25-247 107-312 105-84 197-110 398-110h125l91-48c49-27 148-74 220-105 245-107 556-276 661-359 65-51 75-70 25-48-30 14-62 16-172 13-301-7-323-7-360 13-19 10-64 40-100 66-36 27-90 58-120 70-51 21-66 22-195 16l-140-7-65 41c-165 104-202 115-452 139-120 12-174 33-263 101-58 45-95 112-95 174 0 129-36 269-138 539l-76 202 2 178c2 152 5 187 24 240 35 103 87 197 157 287 100 128 300 426 328 489 16 35 28 89 34 146 5 49 12 104 15 120 8 39 108 232 138 267 68 77 170 129 293 148 108 17 175 55 291 163 107 101 266 212 387 273 61 30 82 35 155 38 109 4 243 38 347 88 72 34 284 168 360 227 14 12 65 33 112 47 96 30 164 29 282-1 111-29 213-5 307 74 54 45 119 81 145 81 10 0 84-34 165-76 214-110 252-121 305-85 31 20 58 57 102 139 16 29 33 51 39 49s19-48 29-103zm-787-2609c27-8 75-30 107-50 32-19 69-38 82-41 24-6 25-9 25-88 0-91 7-160 45-456 25-189 26-214 15-315-6-60-18-141-26-180-24-119-24-121-35-104-5 7-9 28-9 45 0 121-89 347-173 441-84 96-143 174-197 261-30 49-68 108-84 131l-30 42 26 52c14 29 38 89 52 133 29 89 45 109 103 130 48 17 41 17 99-1zm-716-470c30-8 68-15 85-15 68 0 276-184 328-291 51-106 94-249 101-339 3-47 9-95 12-108 6-19 0-25-42-43-27-12-60-31-74-41-35-27-87-48-121-48-15 0-76-25-135-55-59-31-110-52-114-48-10 12-66 166-106 293-40 126-83 197-184 305-79 84-122 141-160 207l-31 57 23 5c127 23 175 39 238 80 37 24 71 49 75 56s17 9 29 6c11-4 46-13 76-21zm-605-125c8 0 29-20 47-44s60-77 94-117c105-128 165-226 216-351 48-119 92-258 84-266-4-3-143 84-236 148-44 30-353 183-495 245-73 31-185 98-185 110 0 7 9 20 19 29 22 20 51 96 51 133 0 13 6 23 14 23 14 0 243 115 260 130 4 4 32-3 62-16s61-24 69-24zm1160-807c19-93 73-229 127-322 206-356 191-314 168-486-15-113-23-129-58-120-30 7-129 74-157 105-11 12-53 40-92 62-80 43-93 59-146 163-37 73-90 146-194 264-56 63-113 154-113 179 0 15 92 59 160 76 100 26 129 36 205 72 39 18 76 33 82 34 7 0 15-12 18-27zm-1757-475c-5-35-13-71-18-80-6-10-10-23-10-30-1-20-69-108-88-114-9-3-27-11-39-17-38-17-101 9-155 64-50 53-59 57-82 33-14-14-14-18-1-44 32-62 145-130 216-130 15 0 43 7 63 15 43 18 126 97 126 120 0 8 4 15 8 15s12 15 17 33l10 32 120 7c159 9 1019-10 1023-23 7-19 149-226 246-359 176-241 250-334 318-400 114-110 258-312 258-359-1-44-71-174-102-189-29-14-37-10-127 52-37 26-44 28-65 16-27-14-51-65-91-192-10-32-23-58-29-58s-45 16-86 36-86 41-100 47c-14 5-33 13-42 18s-35 12-58 15c-22 4-40 7-40 8s4 17 10 36c14 49 5 72-28 68-18-2-28-11-32-28-4-14-35-68-70-120-133-202-168-318-157-512 6-92 4-103-16-136-21-34-68-129-87-177-5-11-11-76-15-144-6-122-7-123-43-171-20-27-41-49-46-49-26-2 29 283 84 434 39 108 37 133-21 306-35 105-39 126-39 219 0 56-5 121-11 144-32 124-28 113-103 249-34 60-41 68-65 65-38-4-40-46-4-100 27-41 57-99 82-161 17-42 14-89-4-85-16 3-148 122-262 237-68 68-70 77-15 104 15 6 38 34 52 62s45 64 70 83c45 35 80 81 80 106 0 35 78 66 168 66 70 0 85-6 162-71 103-87 219-139 310-139 95 0 185 44 199 97 17 61-11 113-88 162-44 28-101 96-101 119 0 24-48 124-87 180-24 35-43 66-43 70s-29 40-64 78c-60 66-83 81-197 135-8 4-75 10-148 14-118 7-136 10-169 33-98 67-148 77-207 43-36-21-93-123-94-169-1-36-23-85-51-117-28-31-70-112-70-134 0-11-4-23-10-26-5-3-10-20-10-36s-7-46-15-66c-8-19-15-46-15-59 0-12-4-26-10-29-5-3-10-13-10-22 0-18-38-63-53-63-6 0-35 17-65 37-107 71-143 83-241 83-49 0-101-4-115-9-13-6-71-13-128-16-125-7-267-33-303-55-5-3-27-12-49-19-42-14-94-4-144 28l-23 14 24 21c40 35 60 75 46 92-17 21-69 17-96-8l-23-21v27c0 29 41 95 84 135 14 14 26 30 26 37 0 6 39 54 88 105 108 116 147 164 203 254 39 63 124 154 168 180 49 30 222 48 236 25 18-29 131 24 248 118 16 12 32 22 36 22s4-28-1-62zm-336-1275c23-26 41-64 34-71-8-7-65 59-66 76 0 17 14 15 32-5zm151-146c-6-49-25-60-31-18-4 28 18 85 29 74 4-4 5-30 2-56zm-89-39c24-34 19-41-14-21-31 18-40 43-16 43 8 0 22-10 30-22zm165-108c-14-63-23-67-39-19-13 40-13 42 10 61 31 26 41 12 29-42zm-145 4c18-7 22-48 4-42-6 2-18 14-26 26-15 22-8 27 22 16zm1556-13c0-17-42-109-105-231-7-14-16-68-19-120-9-127-24-186-61-240-17-25-39-63-49-85s-27-58-37-79c-22-46-27-213-8-276 10-33 8-42-15-84-14-26-26-58-26-71 0-22-4-25-39-25-22 0-51-4-65-10-45-17-34 23 28 105 32 41 33 46 39 166 4 81 12 138 22 164 24 56 52 115 75 152 16 27 20 60 25 200 8 187 25 255 93 363 51 82 60 90 104 90 31 0 38-4 38-19zm245-96c82-41 155-75 162-75s21-4 31-9c49-24 137-47 220-58 54-6 60-21 39-87-32-100-47-165-47-201 0-20-5-45-10-55-7-13-7-49 1-113 14-117 4-157-55-229-88-108-178-159-347-197-46-11-142-42-214-70-128-50-234-77-261-67-21 8-17 66 7 106 19 31 21 43 14 125-9 128-6 205 9 240 46 99 70 144 96 180 33 47 38 65 51 205 9 108 24 174 44 200 7 8 29 52 51 98 21 45 43 82 49 82s78-34 160-75zm-1735 34c0-18-2-20-15-9s-13 15-3 21c18 12 18 12 18-12zm130-49c0-19-23-59-31-54-13 8-11 38 3 52s28 16 28 2zm-144-22c25-11 72-94 60-105-13-13-78 55-90 95-8 26-6 26 30 10zm184-108c0-25-27-80-39-80-5 0-11 15-15 33-5 26-2 35 15 50 28 22 39 22 39-3zm-126-71c25-20 36-59 17-59-9 0-34 32-55 68-11 19 8 14 38-9zm-319-85c19-45 19-54 0-54-18 0-35 31-35 64 0 37 17 32 35-10zm465 10c0-15-33-74-41-74-21 0-20 32 1 56 22 23 40 31 40 18zm-115-82c-9-9-55 21-55 35 0 10 9 7 30-8 16-13 28-25 25-27zm-256-4c-7-13-14-18-16-11-3 7 1 22 8 35s14 18 16 11c3-7-1-22-8-35zm-97-45c22-19 24-53 4-53-16 0-46 37-46 57 0 18 20 16 42-4zm448-37c0-16-18-31-27-22-8 8 5 36 17 36 5 0 10-6 10-14zm-344-44c-15-15-16-15-16 4 0 28 24 52 28 28 2-9-3-24-12-32zm-100-33c20-12 34-29 34-40 0-27-23-24-54 7-24 25-35 54-20 54 4 0 22-9 40-21zm119-96-8-38-9 28c-7 20-6 32 2 43 18 21 23 10 15-33zm-97-23c19-12 32-28 32-40 0-35-45-18-68 27-22 40-13 43 36 13zm131-132-12-22-9 23c-6 17-4 31 9 50l18 26 3-27c2-15-2-37-9-50zm-114 14c42-29 58-62 31-62-17 0-86 65-86 80s12 11 55-18zm161-138c-3-8-10-14-16-14-14 0-13 27 2 53l13 22 3-23c2-13 1-30-2-38zm-106 1c30-32 14-32-25 0-20 16-25 24-14 25 8 0 26-11 39-25zm157-90c-6-19-14-35-19-35-15 0-13 47 4 67 18 22 26 4 15-32zm-111-29c10-8 17-17 14-19-3-3-16 3-29 14-27 22-15 26 15 5zm1104-95c0-33-3-62-7-64-21-11-60-15-73-7-12 8-11 12 6 32 11 13 29 40 39 61 11 20 23 37 27 37 5 0 8-27 8-59z"/>
-<path d="m5852 8508c-5-7-17-27-25-44-15-30-15-32 7-53 30-28 80-28 100 1 21 30 20 71-2 91s-65 22-80 5z"/>
-<path d="m22785 12045c-5-2-46-7-90-10-74-7-82-10-112-42-18-19-33-41-33-50 0-8-6-29-14-46-7-18-30-79-51-137-20-58-41-114-45-125s-25-67-45-125c-21-58-44-119-51-137-8-17-14-35-14-39 0-8-55-162-71-199-9-20-18-47-58-165-12-36-26-74-31-85-9-20-18-44-59-165-12-36-27-74-32-85s-13-33-18-50c-5-16-19-55-31-85s-24-66-27-80-9-29-13-35c-4-5-13-26-18-45-6-19-20-60-32-90-11-30-32-86-45-125-13-38-33-95-45-125-11-30-32-86-45-125-13-38-33-95-45-125s-27-73-35-95c-7-22-27-78-45-125-17-47-35-98-41-115-5-16-13-39-18-50s-23-60-41-110c-17-49-38-110-47-134-24-67-22-119 5-141 47-39 309-34 353 6 21 19 78 158 109 269 11 38 98 293 109 320 12 30 31 85 43 125 22 76-32 70 667 68l626-3 18-38c9-20 33-86 53-145 19-59 40-116 45-127s14-33 19-50c5-16 25-75 45-130s40-113 45-130c21-72 43-123 63-149 19-24 33-29 102-38 75-9 237-4 271 9 8 3 21 18 30 34 13 26 13 35-2 81-8 29-20 64-26 78-5 13-18 51-29 85-11 33-25 69-30 80s-13 34-18 50c-5 17-19 55-31 85s-32 87-45 125c-13 39-34 95-45 125-12 30-25 69-30 85-5 17-18 55-30 85-31 80-48 126-75 205-13 39-33 95-45 125-11 30-32 87-45 125-13 39-33 95-45 125s-26 69-31 85c-5 17-13 39-18 50s-20 49-32 85c-40 118-49 145-58 165-16 37-71 191-71 199 0 4-6 22-14 39-7 18-24 61-36 97s-29 79-36 97c-8 17-14 36-14 42s-4 19-9 29c-5 9-26 64-46 122s-41 114-46 125-13 34-18 50c-5 17-26 75-46 130s-40 112-44 126c-30 93-68 125-159 134-138 12-167 14-177 10zm60-525c8-25 30-90 50-145s40-113 45-130c4-16 18-55 30-85s26-68 30-85c10-36 37-113 49-140 5-11 12-29 14-40 3-11 22-65 42-120 19-55 47-134 60-175 14-41 29-84 34-95s19-49 31-85c11-36 25-74 30-85 26-59 72-215 67-229-6-14-58-16-506-16-275 0-506 3-515 6s-16 13-16 21c0 14 43 148 60 188 5 11 25 70 45 130 20 61 41 119 45 130 5 11 27 74 49 140s64 185 92 265 53 154 56 165c2 11 9 29 14 40s21 58 37 105c45 133 91 265 103 296 10 28 11 28 25 9 8-11 21-40 29-65z"/>
-<path d="m15236 12031c-44-9-63-30-71-75-3-17-4-687-3-1488 3-1454 3-1457 23-1478 28-28 157-42 266-30 131 15 118-70 119 800 0 661 4 794 23 770 42-56 71-95 102-140 21-30 42-59 47-65 19-23 257-344 296-400 53-74 90-125 220-301 453-610 467-628 506-648 33-16 59-19 170-19 141 0 199 12 217 44 12 23 3 73-19 109-15 23-236 324-265 360-7 8-29 38-50 65-20 28-40 55-45 60-101 127-740 987-744 1002-5 20 128 188 405 513 185 218 618 743 635 771 13 22 22 53 22 77 0 68-24 77-200 77-133 0-148-2-182-23-20-12-91-92-160-179-67-86-128-161-133-167-6-6-35-42-65-81-30-38-63-79-72-90s-73-92-143-180-139-176-155-195c-92-114-364-458-376-474-7-11-17-16-21-12-5 4-10 312-13 683l-5 676-27 20c-22 17-45 20-145 23-65 2-136-1-157-5z"/>
-<path d="m17756 12030c-22-4-48-18-58-30-17-21-18-88-18-1496 0-1078 3-1480 11-1498 15-32 27-37 119-46 111-12 225 2 256 31l24 22v1483c0 1408-1 1483-18 1504-10 13-36 25-62 31-54 10-200 10-254-1z"/>
-<path d="m18985 12015c-52-28-74-56-85-109-7-35-10-488-8-1436 3-1362 3-1386 23-1424 40-79 24-77 574-73 545 5 614 11 846 80 186 56 374 167 509 302 206 206 324 465 381 839 34 219 19 627-30 801-8 28-21 79-30 114-15 58-80 210-123 287-47 85-172 235-245 295-43 35-91 74-105 87-36 30-303 162-328 162-11 0-24 4-29 9-10 9-141 39-270 62-47 8-229 13-560 16-435 3-493 2-520-12zm1020-348c146-27 194-46 352-134 131-72 294-266 352-418 44-117 49-131 64-200 40-178 42-202 41-410-1-173-5-230-23-325-13-63-26-136-31-161-5-26-13-55-18-65-6-11-20-44-32-74-31-80-40-98-92-175-60-90-88-121-168-187-68-56-204-128-280-148-25-6-70-18-100-26-139-36-729-61-758-32-9 9-12 287-12 1188 0 647 3 1180 7 1184 14 14 612 0 698-17z"/>
-<path d="m13670 8165v-135l5938 2 5937 3v130 130l-5937 3-5938 2v-135z"/>
-<path d="m14973 7216c-68-18-91-48-105-139-11-74-13-79-40-84-15-3-33-12-39-20-19-22 4-59 40-66l31-6v-206-205l24-6c62-15 61-18 64 206 2 148 6 206 15 212 6 4 29 8 50 8 30 0 40 5 49 25 15 33-4 55-47 55-55 0-65 8-65 51 0 39 17 88 35 102 5 4 29 6 52 5 24-1 48 3 54 9 16 16 2 51-24 58-43 13-52 13-94 1z"/>
-<path d="m18328 7209c-16-9-18-26-18-134 0-68-4-126-9-130-5-3-26 6-47 20-28 19-50 25-91 25-60 0-84-9-126-49-51-47-69-104-69-217 0-116 16-159 77-212 33-30 41-32 107-32 60 0 76 4 104 25 41 32 72 33 76 3 2-18 10-23 33-23h30l3 354c2 253-1 358-9 367-13 16-37 17-61 3zm-80-321c54-33 62-53 62-154 0-85-2-95-26-123-68-81-156-83-204-5-17 27-21 50-21 124 0 106 16 144 71 172 38 19 68 16 118-14z"/>
-<path d="m20238 7209c-16-9-18-26-18-127 0-143-5-154-53-118-29 22-46 27-91 27-60 0-86-10-129-50-51-47-69-104-69-216-1-116 15-159 77-213 33-29 42-32 104-32 56 0 75 4 105 25 46 32 74 32 78 3 2-18 10-23 33-23h30l3 354c2 253-1 358-9 367-13 16-37 17-61 3zm-80-321c54-33 62-53 62-155 0-88-1-94-30-127-17-18-48-41-71-50-37-15-43-15-74 0-58 27-76 69-76 173-1 106 15 145 71 173 38 19 68 16 118-14z"/>
-<path d="m23551 7206c-8-9-11-114-9-367l3-354 28-3c58-7 57-11 57 369 0 334-1 349-19 359-27 14-46 13-60-4z"/>
-<path d="m22272 7168c-13-13-15-37-6-62 7-19 64-22 82-4 7 7 12 21 12 33 0 28-19 45-50 45-14 0-31-5-38-12z"/>
-<path d="m13868 7153c-8-10-29-58-47-108-18-49-39-105-47-123s-14-37-14-43-6-25-14-42c-16-37-71-190-81-227-4-14-11-30-16-36s-10-29-12-50c-2-30 2-39 16-42 38-8 65 7 72 39 4 17 13 42 21 57s14 34 14 43c0 34 22 39 160 39h137l15-37c9-21 24-60 35-88 18-48 20-50 58-50s40 1 39 30c-1 17-18 75-38 130-21 55-41 111-46 125s-18 50-30 80-25 69-30 85c-5 17-18 55-30 85s-25 67-30 81c-17 55-33 69-76 69-27 0-46-6-56-17zm85-180c14-43 37-107 50-143 35-98 34-100-83-100-87 0-99 2-104 18-11 35 86 302 110 302 1 0 13-35 27-77z"/>
-<path d="m14305 7148c-3-13-4-167-3-343l3-320 43-3 42-3-2 343-3 343-37 3c-32 3-38 0-43-20z"/>
-<path d="m16375 7147c-13-21-15-70-13-343l3-319 43-3 42-3v119c0 66 3 134 6 151l7 31h111c115 0 136 6 136 42 0 29-34 38-143 38-122 0-117-6-117 122 0 114-8 108 136 108 113 0 124 2 134 20 8 14 8 26 0 40-10 19-21 20-170 20-156 0-160 0-175-23z"/>
-<path d="m20898 7153c-8-10-18-27-21-38s-19-57-36-103c-32-88-50-138-76-212-9-25-20-54-25-65s-19-49-31-85-28-83-36-104c-19-54-12-68 34-64 35 3 39 7 56 53 11 28 21 62 24 77 9 45 21 49 168 46l138-3 22-60c46-124 40-116 87-113 41 3 43 4 40 33-2 17-8 35-12 40-4 6-13 26-18 45-16 53-67 194-74 205-3 6-10 26-16 45s-20 60-32 90-24 64-27 75-11 34-19 52c-8 17-14 36-14 42 0 7-7 23-16 36-13 20-25 25-59 25-27 0-47-6-57-17zm75-140c2-16 15-53 27-83s25-69 29-85c4-17 13-41 20-53 7-13 9-32 6-42-6-18-16-20-99-20-64 0-97 4-104 13-13 15-6 46 41 180 47 130 68 154 80 90z"/>
-<path d="m23818 7109c-13-7-18-23-18-60 0-47-2-50-30-55-42-9-56-28-42-59 7-14 20-25 30-25 37 0 42-20 42-157 0-230 22-273 141-275 69-1 95 15 86 54-6 21-11 23-55 20-47-4-49-3-66 32-14 29-16 61-14 178l3 143 58 5c36 3 62 11 67 20 25 39 3 58-70 62l-55 3-5 50c-3 28-9 56-13 63-10 14-35 15-59 1z"/>
-<path d="m15905 6993c-11-3-38-18-60-35l-40-29-13 31c-15 38-58 43-67 8-3-13-4-126-3-253l3-230 28-3c53-6 57 6 57 178 0 147 1 159 22 186 35 45 59 59 113 64 45 4 50 8 53 31 2 14-3 31-10 37-17 14-58 21-83 15z"/>
-<path d="m17005 6990c-69-10-118-44-161-110-27-42-28-51-28-150 0-82 4-113 18-140 44-84 94-111 208-111 75 0 84 2 133 35 78 52 100 102 99 231 0 87-3 105-24 140-14 22-31 46-40 53-52 43-129 63-205 52zm99-84c18-7 44-29 57-47 21-29 24-45 23-124 0-71-4-96-18-118-60-90-185-95-238-8-20 31-23 50-23 127 1 84 3 94 28 128 40 51 108 68 171 42z"/>
-<path d="m17577 6988c-60-8-121-49-156-103-23-35-26-52-29-141-5-137 19-191 110-248 19-13 49-17 112-17 94-1 126 12 176 68 53 59 62 88 62 192 0 85-3 104-24 142-48 86-138 124-251 107zm128-92c38-25 55-77 55-166 0-66-4-89-21-117-56-90-191-86-240 7-23 42-26 164-5 213 15 37 52 73 81 80 31 9 106-2 130-17z"/>
-<path d="m18935 6993c-92-12-157-65-122-100 11-12 20-13 29-6 7 6 40 18 72 28 55 15 62 15 102 0 42-16 61-42 65-90 3-39-2-42-65-48-95-9-150-26-189-58-28-23-36-38-41-76-9-66 4-101 46-136 33-27 44-29 107-29 61 1 76 5 106 28l35 26 10-26c10-27 41-35 68-17 22 13 13 385-10 427-31 57-118 88-213 77zm145-304c16-30 3-74-32-108-61-60-149-50-169 19-21 70 26 109 133 110 48 0 59-3 68-21z"/>
-<path d="m22056 6992c-10-2-37-17-59-33l-41-29-12 30c-15 35-48 40-64 10-7-12-9-103-8-252 3-216 4-233 21-236 10-2 29-1 42 2 24 6 24 7 27 177l3 170 42 40c38 35 48 39 93 39 48 0 50 1 50 28 0 15-4 32-8 38-8 13-59 23-86 16z"/>
-<path d="m24905 6992c-11-2-38-17-59-33l-40-29-12 30c-15 35-48 40-64 10-7-12-9-103-8-252 3-216 4-233 21-236 10-2 29-1 42 2 24 6 24 7 27 177l3 170 42 40c38 35 48 39 93 39 48 0 50 1 50 28 0 15-4 32-8 38-9 13-59 23-87 16z"/>
-<path d="m15245 6971c-43-20-80-57-109-110-16-28-19-54-19-135 1-132 20-173 105-224 31-19 51-23 122-23 80 0 89 2 131 31 25 17 58 50 72 73 23 36 28 56 31 135 7 140-32 217-127 258-48 20-157 18-206-5zm197-88c37-35 51-92 46-175-8-111-59-164-151-161-45 2-103 41-119 81-5 15-10 64-10 110 0 74 3 87 27 123 32 45 70 60 135 54 30-4 53-14 72-32z"/>
-<path d="m19334 6977c-2-7-3-120-2-252l3-240h35 35l10 344 34 35c57 59 136 65 175 13 18-24 20-45 24-207 4-180 5-180 28-186 53-13 54-10 54 197 0 216-6 242-69 285-49 33-134 34-182 1-58-39-69-40-81-7-7 22-16 30-34 30-14 0-27-6-30-13z"/>
-<path d="m21419 6970c-71-38-107-153-70-224 13-24 13-30-3-57-22-38-23-99-1-132 16-25 16-27-12-63-41-55-38-114 8-155 44-39 65-44 184-44 95 1 103 3 145 31 94 63 104 164 21 223-22 16-50 22-117 27-117 7-174 27-174 60 0 27-1 27 111 24 65-1 82 2 112 22 57 37 81 88 74 159-5 58-4 60 24 74 32 17 40 59 13 69-9 3-75 6-147 6-110-1-138-4-168-20zm151-57c36-24 40-33 40-88s-4-64-40-88c-64-44-150 3-150 83 0 51 12 75 48 94 36 20 72 20 102-1zm69-427c29-27 26-62-8-97-28-27-34-29-109-29-66 0-84 4-107 22-22 17-26 27-22 54 3 17 14 42 24 54 16 20 26 21 109 18 73-2 96-7 113-22z"/>
-<path d="m22274 6977c-2-7-3-120-2-252l3-240h35 35l3 239c2 167-1 243-9 252-14 18-58 18-65 1z"/>
-<path d="m22585 6962c-22-15-53-48-70-72-29-43-30-49-30-155 0-142 19-187 103-242 15-11 47-16 100-16 67 0 84 4 120 27 34 21 42 32 42 56 0 41-13 44-65 15-30-16-61-25-90-25-37 0-50 6-79 35-40 40-52 92-43 191 13 132 95 174 222 115 45-22 55-19 55 12-1 54-62 87-157 87-58-1-74-5-108-28z"/>
-<path d="m22969 6968c-8-14-10-77-7-203 4-197 8-212 67-262 39-34 146-32 201 2 50 31 58 31 70-1 8-20 16-25 38-22l27 3 3 230c1 127 0 240-3 253-7 29-59 31-75 3-6-11-10-87-10-175 0-152 0-155-26-186-70-82-170-78-194 9-5 20-10 103-10 184 0 83-5 157-10 168-14 26-56 25-71-3z"/>
-<path d="m24149 6968c-8-15-10-74-7-198 6-196 18-238 76-272 47-28 146-24 197 7 50 31 63 31 67 3 2-18 10-23 33-23h30v250 250l-25 3c-52 5-55-4-60-190-5-161-6-175-27-195-53-53-121-67-160-34-32 27-42 87-43 244 0 76-5 147-10 158-15 26-56 25-71-3z"/>
-<path d="m25180 6971c-44-24-72-54-100-108-19-37-21-55-18-145 3-92 6-107 31-145 15-24 46-55 69-69 37-24 51-26 139-27 108 0 161 19 167 61 5 32-22 38-80 17-123-44-246 24-236 129l3 31 330 10 3 52c3 58-25 133-62 165-58 50-179 64-246 29zm148-55c43-22 65-52 66-93l1-38h-120c-111 0-120 1-124 20-5 30 30 85 68 105 43 23 73 25 109 6z"/>
-</g>
-</svg>
diff --git a/scraibe/app/multi.py b/scraibe/app/multi.py
deleted file mode 100644
index fe636a0..0000000
--- a/scraibe/app/multi.py
+++ /dev/null
@@ -1,151 +0,0 @@
-"""
-This module contains functions for managing and optimizing the resource usage of the application.
-
-The functions in this module monitor the application's usage and make adjustments to improve efficiency. 
-This includes managing the loading and unloading of the model based on the application's activity.
-This dynamic management of resources helps to ensure that the application uses only the resources it needs,
-improving overall performance and reducing unnecessary resource consumption.
-
-Functions:
-    clear_queue(queue): Clears all items from the queue.
-    model_worker(model_params, request_queue, last_active_time,
-                response_queue, loaded_event, running_event, *args, **kwargs): Manages the model worker process.
-
-Modules:
-    time: Provides various time-related functions.
-    gc: Provides an interface to the garbage collector.
-    multiprocessing: Provides support for parallel execution of code.
-    torch: Provides tensor computation and deep learning functionality.
-    gradio: Provides a simple way to create interactive UIs for Python functions.
-    scraibe.autotranscript: Provides automatic transcription functionality.
-    .stg: Contains the GradioTranscriptionInterface class.
-"""
-
-
-import time
-import gc
-from typing import Union, Any
-import multiprocessing
-import torch
-
-from gradio import Warning
-from scraibe.autotranscript import Scraibe
-from .stg import GradioTranscriptionInterface 
-
-def clear_queue(queue):
-    while not queue.empty():
-        try:
-            queue.get_nowait()
-        except queue.Empty:
-            continue
-        
-def model_worker(model_params : Union[Scraibe, dict],
-                 request_queue: multiprocessing.Queue,
-                 last_active_time: multiprocessing.Value,
-                 response_queue: multiprocessing.Queue,
-                 loaded_event: multiprocessing.Event,
-                 running_event: multiprocessing.Event,
-                 *args: Any, **kwargs: Any) -> None:
-    """
-    Manages the model worker process.
-
-    The model worker process is responsible for running the model and returning the results.
-
-    Args:
-        model_params (Union[Scraibe, dict]): The parameters for the Scraibe model.
-        request_queue (multiprocessing.Queue): The queue for incoming requests.
-        last_active_time (multiprocessing.Value): The last time the model was active.
-        response_queue (multiprocessing.Queue): The queue for outgoing responses.
-        loaded_event (multiprocessing.Event): An event that signals when the model is loaded.
-        running_event (multiprocessing.Event): An event that signals when the model is running.
-        *args: Additional arguments.
-        **kwargs: Additional keyword arguments.
-    """
-    
-    loaded_event.set()
-    
-    if model_params is None:
-        _model = Scraibe()
-    elif type(model_params) is Scraibe:
-        _model = model_params
-    elif type(model_params) is dict:
-        _model = Scraibe(**model_params)
-    else:
-        raise TypeError("model must be of type Scraibe, or dict")
-
-    model = GradioTranscriptionInterface(_model)
-    
-    while True:
-        
-        req = request_queue.get()
-
-        if req == "STOP":
-            
-            break
-        elif type(req) is dict:
-            runner = model.get_task_from_str(req.pop("task"))
-            running_event.set()
-            transcription = runner(**req)
-            running_event.clear()
-            response_queue.put(transcription)
-            last_active_time.value = time.time()
-        else:
-            raise TypeError("request must be of type dict")
-
-    del model
-    torch.cuda.empty_cache()
-    gc.collect()
-    clear_queue(request_queue)
-    clear_queue(response_queue)
-    loaded_event.clear()
-
-def start_model_worker(model_params: Union[Scraibe, dict],
-                       request_queue: multiprocessing.Queue,
-                       last_active_time: multiprocessing.Value,
-                       response_queue: multiprocessing.Queue,
-                       loaded_event: multiprocessing.Event,
-                       running_event: multiprocessing.Event,
-                       *args: Any, **kwargs: Any) -> multiprocessing.Process:
-    """
-    Starts the model worker process.
-
-    Args:
-        model_params (Union[Scraibe, dict]): The parameters for the Scraibe model.
-        request_queue (multiprocessing.Queue): The queue for incoming requests.
-        last_active_time (multiprocessing.Value): The last time the model was active.
-        response_queue (multiprocessing.Queue): The queue for outgoing responses.
-        loaded_event (multiprocessing.Event): An event that signals when the model is loaded.
-        running_event (multiprocessing.Event): An event that signals when the model is running.
-        *args: Additional arguments.
-        **kwargs: Additional keyword arguments.
-
-    Returns:
-        multiprocessing.Process: The model worker process.
-    """
-    context = multiprocessing.get_context('spawn')
-    model_process = context.Process(target=model_worker, args=(model_params, request_queue, last_active_time, response_queue,loaded_event, running_event, *args), kwargs=kwargs)
-    model_process.start()
-    return model_process
-
-def timer_thread(request_queue: multiprocessing.Queue,
-                 last_active_time: multiprocessing.Value,
-                 loaded_event: multiprocessing.Event,
-                 running_event: multiprocessing.Event,
-                 timeout: int) -> None:
-    """
-    Monitors the model worker process and stops it after a period of inactivity.
-
-    Args:
-        request_queue (multiprocessing.Queue): The queue for incoming requests.
-        last_active_time (multiprocessing.Value): The last time the model was active.
-        loaded_event (multiprocessing.Event): An event that signals when the model is loaded.
-        running_event (multiprocessing.Event): An event that signals when the model is running.
-        timeout (int): The period of inactivity after which the model worker process is stopped.
-    """
-    while True:
-        time.sleep(timeout)
-        
-        if time.time() - last_active_time.value > timeout and loaded_event.is_set() and not running_event.is_set():
-            print(f"No activity for the last {timeout} seconds. Stopping the model worker.", flush=True)
-            request_queue.put("STOP")
-            Warning("Model worker stopped due to inactivity.")
\ No newline at end of file
diff --git a/scraibe/app/stg.py b/scraibe/app/stg.py
deleted file mode 100644
index 4ce31a1..0000000
--- a/scraibe/app/stg.py
+++ /dev/null
@@ -1,229 +0,0 @@
-"""
-stg - Scraibe to Gradio Interface
-
-This module provides an interface between the Scraibe transcription system and the Gradio user interface.
-It defines a class, GradioTranscriptionInterface, that wraps the Scraibe model and provides methods for performing transcription tasks through the Gradio UI.
-
-Modules:
-    json: Used for encoding and decoding JSON data.
-    gradio as gr: Used for creating the Gradio UI.
-    tqdm: Used for displaying progress bars.
-    scraibe.app.global_var as gv: Contains global variables for the Scraibe app.
-"""
-import json
-import gradio as gr
-from tqdm import tqdm
-from typing import Any, Dict, Union, Tuple, List
-
-
-
-
-class GradioTranscriptionInterface:
-    """
-    A class that provides an interface between the Gradio UI and the Scraibe transcription system.
-
-    This class wraps the Scraibe model and provides methods for performing transcription tasks through the Gradio UI. 
-    These tasks include auto transcription, transcription, and diarisation.
-
-    Attributes:
-        model (Scraibe): The Scraibe model for performing transcription tasks.
-    """
-
-    def __init__(self, model) -> None:
-        """
-        Initializes the GradioTranscriptionInterface with a Scraibe model.
-
-        Args:
-            model (Scraibe): The Scraibe model for performing transcription tasks.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-        """
-            
-        self.model = model
-
-    def autotranscribe(self, source: Union[str, List[str]],
-                        num_speakers: int,
-                        translate: bool,
-                        language: str,
-                        *args: Any, **kwargs: Dict[str, Any]) -> Tuple[str, Union[str, dict]]:
-        """
-        Performs auto transcription on the given source.
-
-        Args:
-            source (Union[str, List[str]]): The source to transcribe. This can be a string representing a single source,
-                                    or a list of strings representing multiple sources.
-            num_speakers (int): The number of speakers in the source.
-            translate (bool): Whether to translate the transcription.
-            language (str): The language of the source.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            Tuple[str, Union[str, dict]]: A tuple containing the transcribed text (str) and the JSON output (str or dict).
-        """
-        
-        _kwargs = {
-            "num_speakers": num_speakers if num_speakers != 0 else None,
-            "language": language if language != "None" else None,
-            "task": 'translate' if translate else None
-        }
-        if isinstance(source, str):
-            try:
-                result = self.model.autotranscribe(source, **_kwargs)
-            except ValueError:
-                raise gr.Error("Couldn't detect any speech in the provided audio. \
-                        Please try again!")
-                
-            return str(result), result.get_json()
-        
-        elif isinstance(source, list):
-            source_names = [s.split("/")[-1] for s in source]
-            result = []
-            for s in tqdm(source, total=len(source),desc = "Transcribing audio files"):
-                try:
-                    res = self.model.autotranscribe(s, **_kwargs)
-                except ValueError:
-                    _name = s.split("/")[-1]
-                    res = f"NO TRANSCRIPT FOUND FOR {_name}"
-                    gr.Warning(f"Couldn't detect any speech in {_name} will skip this file.")
-                result.append(res)
-            
-            out = ''
-            out_dict = {}
-            for i, r in enumerate(result):
-                out += f"TRANSCRIPT FOR {source_names[i]}:\n\n"
-                out += str(r)
-                out += "\n\n"
-                
-                if isinstance(r, str):
-                    out_dict[source_names[i]] = r
-                else:
-                    out_dict[source_names[i]] = r.get_dict()
-              
-            return out, json.dumps(out_dict, indent=4)
-        
-        else:
-            raise gr.Error("Please provide a valid audio file.")
-
-
-    def transcribe(self, source: Union[str, List[str]], 
-                   translate: bool,
-                   language: str,
-                   *args: Any, **kwargs: Dict[str, Any]) -> str:
-        """
-        Performs transcription on the given source.
-
-        Args:
-            source (Union[str, List[str]]): The source to transcribe.
-            This can be a string representing a single source, or a list of strings representing multiple sources.
-            translate (bool): Whether to translate the transcription.
-            language (str): The language of the source.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            str: The transcribed text.
-        """
-
-        _kwargs = {
-            "language": language if language != "None" else None,
-            "task": 'translate' if translate == "Yes" else None
-        }
-    
-        if isinstance(source, str):
-            result = self.model.transcribe(source, **_kwargs)
-
-            return str(result)
-        
-        elif isinstance(source, list):
-            source_names = [s.split("/")[-1] for s in source]
-            result = []
-            for s in tqdm(source, total=len(source),desc = "Transcribing audio files"):
-                res = self.model.transcribe(s, **_kwargs)
-                result.append(res)
-            
-            out = ''
-            for i, res in enumerate(result):
-                out += f"TRANSCRIPT FOR {source_names[i]}:\n\n"
-                out += str(res)
-                out += "\n\n"
-            
-            return out
-        
-        else:
-            raise gr.Error("Please provide a valid audio file.")
-
-    def diarisation(self, source: Union[str, List[str]],
-                    num_speakers: int,
-                    *args: Any, **kwargs: Dict[str, Any]) -> str:
-        """
-        Performs diarisation on the given source.
-
-        Args:
-            source (Union[str, List[str]]): The source to perform diarisation on.
-            This can be a string representing a single source, 
-            or a list of strings representing multiple sources.
-            num_speakers (int): The number of speakers in the source.
-            *args (Any): Additional positional arguments.
-            **kwargs (Dict[str, Any]): Additional keyword arguments.
-
-        Returns:
-            str: The JSON output of the diarisation result.
-        """
-    
-        
-        _kwargs = {
-            "num_speakers": num_speakers if num_speakers != 0 else None,
-        }
-        
-        if isinstance(source, str):
-            try:
-                result = self.model.diarization(source, **_kwargs)
-            except ValueError:
-                raise gr.Error("Couldn't detect any speech in the provided audio. \
-                        Please try again!")
-                
-            return json.dumps(result, indent=2)
-        elif isinstance(source, list):
-            source_names = [s.split("/")[-1] for s in source]
-            result = []
-            for s in tqdm(source, total=len(source),desc = "Performing diarisation"):
-                try:
-                    res = self.model.diarization(s, **_kwargs)
-                except ValueError:
-    
-                    res = f"NO DIARISATION FOUND FOR {s}"
-                    gr.Warning(f"Couldn't detect any speech in {s} will skip this file.")
-                result.append(res)
-            
-            out = {}
-            
-            for i, res in enumerate(result):
-                out[source_names[i]] = res
-            
-            return json.dumps(out, indent=4)
-        
-        else:
-            gr.Error("Please provide a valid audio file.")
-    
-    def get_task_from_str(self, task: str) -> callable:
-        """
-        Returns the corresponding task function based on the given task string.
-
-        Args:
-            task (str): The task string. This can be one of the following: 'Auto Transcribe', 'Transcribe', 'Diarisation'.
-
-        Returns:
-            callable: The corresponding task function.
-        """
-        
-        if task == 'Auto Transcribe':
-            return self.autotranscribe
-        elif task == 'Transcribe':
-            return self.transcribe
-        elif task == 'Diarisation':
-            return self.diarisation
-        else:
-            raise ValueError("Invalid task string.")
-        
-               
diff --git a/scraibe/app/utils.py b/scraibe/app/utils.py
deleted file mode 100644
index 593db98..0000000
--- a/scraibe/app/utils.py
+++ /dev/null
@@ -1,298 +0,0 @@
-"""
-utils.py
-
-This module contains two classes, ConfigLoader and AppConfig, which are used to manage application-specific configuration settings.
-
-The ConfigLoader class provides methods for loading a configuration file, applying overrides, and restoring default values for specified keys. It also includes methods for recursively updating nested keys and getting the default configuration.
-
-The AppConfig class extends ConfigLoader and provides additional methods for setting global variables, launch options, and layout options from the configuration. It also includes methods for checking and setting file paths, and getting layout options.
-
-Classes:
-    ConfigLoader: Manages application-specific configuration settings.
-    AppConfig: Extends ConfigLoader to provide additional methods for managing application-specific configuration settings.
-"""
-import os
-import warnings
-import yaml
-from typing import Any, Dict, Optional
-
-import scraibe.app.global_var as gv
-
-CURRENT_PATH = os.path.dirname(os.path.realpath(__file__))
-
-class ConfigLoader:
-    """A class that extends ConfigLoader to manage application-specific configuration settings.
-
-    This class provides methods for setting global variables, launch options, and layout options from the configuration.
-
-    Attributes:
-        config (Dict[str, Any]): The current configuration settings.
-        launch (Dict[str, Any]): The launch configuration settings.
-        model (Dict[str, Any]): The model configuration settings.
-        advanced (Dict[str, Any]): The advanced configuration settings.
-        queue (Dict[str, Any]): The queue configuration settings.
-        layout (Dict[str, Any]): The layout configuration settings.
-    """
-    def __init__(self, config: Dict[str, Any]):
-        """Initializes a new instance of the ConfigLoader class.
-
-        Args:
-            config (dict): The configuration dictionary.
-        """
-        self.config = config
-        
-    def restore_defaults_for_keys(self, *args: str):
-        """Restores specified keys to their default values, including nested keys.
-
-        Args:
-            *args (str): A list of keys or paths to keys (for nested dictionaries) to restore to default values.
-                         Each key or path should be a list of keys leading to the desired key.
-        """
-        default_config = self.get_default_config()
-        
-        for key in args:
-            self.apply_overrides(self.config, default_config, key)
-            
-            
-        
-    @classmethod
-    def load_config(cls, yaml_path: Optional[str] = None, **kwargs: Any) -> 'ConfigLoader':
-        """Load the configuration file and apply overrides.
-
-        Args:
-            yaml_path (str, optional): Path to the YAML file containing overrides.
-            **kwargs: Additional overrides as keyword arguments.
-
-        Returns:
-            ConfigLoader: A ConfigLoader object with the loaded configuration.
-        """
-        
-        # Load the original configuration    
-        config = cls.get_default_config()
-    
-        # Override with another YAML file if provided
-        
-        if yaml_path:
-            with open(yaml_path, 'r') as file:
-                override_config = yaml.safe_load(file)
-                cls.apply_overrides(config, override_config)
-
-        # Apply overrides from kwargs
-        cls.apply_overrides(config, kwargs)
-        return cls(config)
-    
-    @staticmethod
-    def apply_overrides(orig_dict: Dict[str, Any], override_dict: Dict[str, Any], specific: Optional[str] = None):
-        """Recursively apply overrides to the configuration, only for specific keys.
-
-        Args:
-            orig_dict (Dict[str, Any]): The original dictionary.
-            override_dict (Dict[str, Any]): The override dictionary.
-            specific (str, optional): The specific key to override.
-        """
-        for key, value in override_dict.items():
-            
-            if isinstance(value, dict):
-                # If the value is a dict, apply recursively
-                sub_dict = orig_dict.get(key, {})
-                ConfigLoader.apply_overrides(sub_dict, value, specific)
-                orig_dict[key] = sub_dict
-            else:
-                # Apply override for this key
-                if specific is None:
-                    # If no specific keys are provided, update the key  
-                    # If the value is not a dict, search for the key and update
-                    if ConfigLoader.update_nested_key(orig_dict, key, value):
-                        continue  # Key was found and updated
-                    orig_dict[key] = value  # Key not found, update at this level
-                
-                elif key in specific:
-                    # If specific keys are provided, only update if the key is in the list
-                    if ConfigLoader.update_nested_key(orig_dict, specific, value):
-                        continue  # Key was found and updated
-                    orig_dict[specific] = value
-
-    @staticmethod
-    def update_nested_key(d, key, value):
-        """Recursively search and update the key in nested dictionary.
-
-        Args:
-            d (Dict[str, Any]): The dictionary.
-            key (str): The key to update.
-            value (Any): The new value.
-
-        Returns:
-            bool: True if the key was found and updated, False otherwise.
-        """
-        
-        if key in d:
-            d[key] = value
-            return True
-        for k, v in d.items():
-            if isinstance(v, dict) and ConfigLoader.update_nested_key(v, key, value):
-                return True
-        return False
-    
-    @staticmethod
-    def get_default_config():
-        """Return the default configuration.
-
-        Returns:
-            Dict[str, Any]: The default configuration.
-        """
-        with open(gv.DEFAULT_APP_CONIFG_PATH , 'r') as file:
-            config = yaml.safe_load(file)
-        return config
-        
-
-class AppConfig(ConfigLoader):
-    """A class that extends ConfigLoader to manage application-specific configuration settings.
-
-    This class provides methods for setting global variables, launch options, and layout options from the configuration.
-
-    Attributes:
-        config (dict): The current configuration settings.
-        launch (dict): The launch configuration settings.
-        model (dict): The model configuration settings.
-        advanced (dict): The advanced configuration settings.
-        queue (dict): The queue configuration settings.
-        layout (dict): The layout configuration settings.
-    """
-    def __init__(self, config : Dict[str, Any]):
-        """Initializes a new instance of the AppConfig class.
-
-        Args:
-            config (dict): The configuration dictionary.
-        """
-        self.config = config
-        
-        self.set_global_vars_from_config()
-        self.set_launch_options()
-        self.set_layout_options()
-        
-        self.launch = self.config.get("launch")
-        self.model = self.config.get("model")
-        self.advanced = self.config.get("advanced")
-        self.queue = self.config.get("queue")
-        self.layout = self.config.get("layout")
-    
-    def set_global_vars_from_config(self) -> None:
-        """Sets the global variables from a configuration dictionary.
-
-        Args:
-            config (dict): A dictionary containing the parameters for the model. Modify the default parameters in the config.yml file.
-
-        Returns:
-            None
-        """
-    
-        gv.MODEL_PARAMS = self.config.get('model')
-        gv.TIMEOUT = self.config.get("advanced").get('timeout')
-    
-    def set_launch_options(self) -> None:
-        """Sets the launch options from a configuration dictionary.
-
-        Args:
-            None
-
-        Returns:
-            None
-        """
-        launch_options = self.config.get("launch")
-        
-        if launch_options.get('auth').pop('auth_enabled'):
-            self.config['launch']['auth'] = (launch_options.get('auth').pop('auth_username'),
-                                             launch_options.get('auth').pop('auth_password'))
-        else:
-            self.config['launch']['auth'] = None
-    
-    def set_layout_options(self) -> None:
-        """Sets the layout options from a configuration dictionary.
-
-        Args:
-            None
-
-        Returns:
-            None
-        """
-        self.config['layout']['header'] = self.check_and_set_path(self.config['layout'], 'header')
-        self.config['layout']['footer'] = self.check_and_set_path(self.config['layout'], 'footer')
-        self.config['layout']['logo'] = self.check_and_set_path(self.config['layout'], 'logo')
-    
-    def get_layout(self) -> Dict[str, str]:
-        """Gets the layout options from a configuration dictionary.
-
-        Args:
-            None
-
-        Returns:
-            dict: A dictionary containing the header and footer layout options.
-        """
-        if not os.path.exists(self.config['layout']['header']) and \
-            self.config['layout']['header'] == "scraibe/app/header.html": 
-            
-            hname = os.path.join(CURRENT_PATH, "header.html")
-            
-            header = open(hname).read()
-            
-        elif not os.path.exists(self.config['layout']['header']) and self.config['layout']['header'] != "scraibe/app/header.html":
-            warnings.warn(f"Header file not found: {self.config['layout']['header']} \n" \
-                              "fall back to default.")
-            
-            hname = os.path.join(CURRENT_PATH, "header.html")
-            
-            header = open(hname).read()
-        elif os.path.exists(self.config['layout']['header']):
-            header = open(self.config['layout']['header']).read()    
-        else:
-            warnings.warn(f"Header file not found: {self.config['layout']['header']}")
-            header = None
-            
-              
-        if header != None: 
-            if self.config['layout']['logo'] == "scraibe/app/logo.svg":
-                header = header.replace("/file=logo.svg", f"/file={os.path.join(CURRENT_PATH, 'logo.svg')}")
-            elif self.config['layout']['logo'] != "scraibe/app/logo.svg":
-                header = header.replace("/file=logo.svg", f"/file={self.config['layout']['logo']}")
-            else:
-                warnings.warn(f"Logo file not found: {self.config['layout']['logo']}")
-            
-        
-        if self.config['layout']['footer'] != None:
-            if os.path.exists(self.config['layout']['footer']):
-                footer = open(self.config['layout']['footer']).read()
-            elif self.config['layout']['footer'] == None:
-                footer = None
-            else:    
-                warnings.warn(f"Footer file not found: {self.config['layout']['footer']}")
-        else:
-            footer = None
-        return {'header' : header ,
-                'footer' : footer} 
-    
-    @staticmethod
-    def check_and_set_path(config_item: dict, key: str) -> Optional[str]:
-        """Check if the file exists at the given path. If not, try with CURRENT_PATH.
-        Raise FileNotFoundError if the file still doesn't exist.
-
-        Args:
-            config_item (dict): The configuration item.
-            key (str): The key to check in the configuration item.
-
-        Returns:
-            str: The path to the file if it exists, None otherwise.
-        """
-        _current_path = os.path.dirname(os.path.realpath(__file__))  # Define your CURRENT_PATH
-
-        file_path = config_item.get(key)
-        if file_path is None:
-            return None
-        if not os.path.exists(file_path):
-            new_path = os.path.join(_current_path, file_path)
-            if not os.path.exists(new_path):
-                warnings.warn(f"{key.capitalize()} file not found: {config_item[key]} \n" \
-                              "fall back to default.")
-            else:
-                config_item[key] = new_path
-            
-        return config_item[key]
\ No newline at end of file

From 5e71667119c1f884bb00e3206293adfeae145bec Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Mon, 12 Feb 2024 11:43:59 +0100
Subject: [PATCH 37/42] removed app

---
 scraibe/__init__.py | 2 --
 1 file changed, 2 deletions(-)

diff --git a/scraibe/__init__.py b/scraibe/__init__.py
index 3fd77e8..233cd4f 100644
--- a/scraibe/__init__.py
+++ b/scraibe/__init__.py
@@ -7,8 +7,6 @@ from .diarisation import *
 from .version import get_version as _get_version
 from .misc import *
 
-from .app import *
-
 from .cli import *
  
 __version__ = _get_version()

From 45ee0b00b4f6f7799fbe38f530abda556b8eba9f Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Mon, 12 Feb 2024 11:45:17 +0100
Subject: [PATCH 38/42] removed start server for now

---
 scraibe/cli.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/scraibe/cli.py b/scraibe/cli.py
index 1c7f320..7cc7b1d 100644
--- a/scraibe/cli.py
+++ b/scraibe/cli.py
@@ -10,7 +10,7 @@ import json
 
 from .autotranscript import Scraibe
 from .misc import ParseKwargs
-from .app.app import gradio_Interface
+
 
 from whisper.tokenizer import LANGUAGES , TO_LANGUAGE_CODE
 from torch.cuda import is_available
@@ -164,6 +164,7 @@ def cli():
                     
     
     else: # unfinished code
+        raise NotImplementedError("Currently not Working")
         import subprocess
         import sys
         

From 6aa25dfec10e8d93427560ccc799c34ab1720b6b Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Mon, 12 Feb 2024 12:35:52 +0100
Subject: [PATCH 39/42] resolve merge conflict

---
 scraibe/misc.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/scraibe/misc.py b/scraibe/misc.py
index ae9136e..992e40c 100644
--- a/scraibe/misc.py
+++ b/scraibe/misc.py
@@ -13,7 +13,9 @@ if CACHE_DIR != PYANNOTE_CACHE_DIR:
 
 WHISPER_DEFAULT_PATH = os.path.join(CACHE_DIR, "whisper")
 PYANNOTE_DEFAULT_PATH = os.path.join(CACHE_DIR, "pyannote")
-PYANNOTE_DEFAULT_CONFIG = os.path.join(PYANNOTE_DEFAULT_PATH, "config.yaml")
+PYANNOTE_DEFAULT_CONFIG = os.path.join(PYANNOTE_DEFAULT_PATH, "config.yaml") \
+                            if os.path.exists(os.path.join(PYANNOTE_DEFAULT_PATH, "config.yaml")) \
+                                else 'pyannote/speaker-diarization-3.1'  
 
 def config_diarization_yaml(file_path: str, path_to_segmentation: str = None) -> None:
     """Configure diarization pipeline from a YAML file.

From 8af2294814bbc85659c2a8c78a66edf90a8b6267 Mon Sep 17 00:00:00 2001
From: Jaikinator <schmieder.jacob@web.de>
Date: Mon, 12 Feb 2024 12:40:51 +0100
Subject: [PATCH 40/42] avoid merge conflict

---
 scraibe/diarisation.py | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/scraibe/diarisation.py b/scraibe/diarisation.py
index 570ac29..e598d30 100644
--- a/scraibe/diarisation.py
+++ b/scraibe/diarisation.py
@@ -212,9 +212,7 @@ class Diariser:
             
         if not os.path.exists(model) and use_auth_token is None:
             use_auth_token = cls._get_token()
-            model = 'pyannote/speaker-diarization'
-        elif not os.path.exists(model) and use_auth_token is not None:
-            model = 'pyannote/speaker-diarization'
+            
         elif os.path.exists(model) and not use_auth_token:
             # check if model can be found locally nearby the config file
             with open(model, 'r') as file:

From 723dd7d0032c4455f1eba8eb54a7fecfaad12fe1 Mon Sep 17 00:00:00 2001
From: Jacob Schmieder <Jacob.Schmieder@dbfz.de>
Date: Mon, 12 Feb 2024 12:45:28 +0100
Subject: [PATCH 41/42] Delete test_multiprocessing.py

removed for merge
---
 test_multiprocessing.py | 105 ----------------------------------------
 1 file changed, 105 deletions(-)
 delete mode 100644 test_multiprocessing.py

diff --git a/test_multiprocessing.py b/test_multiprocessing.py
deleted file mode 100644
index ad9edc2..0000000
--- a/test_multiprocessing.py
+++ /dev/null
@@ -1,105 +0,0 @@
-import multiprocessing
-import os
-import threading
-import queue
-import time
-import torch
-from scraibe import Scraibe
-
-def input_thread(input_queue, processed_event):
-    while True:
-        processed_event.wait()  # Wait for the previous input to be processed
-        processed_event.clear()  # Clear the event for the next input
-        inp = input("Enter the path to the audio file ('q' to quit, 'reload' to reload model): ")
-        input_queue.put(inp)
-
-def clear_queue(queue):
-    while not queue.empty():
-        try:
-            queue.get_nowait()
-        except queue.Empty:
-            continue
-
-def model_worker(request_queue, last_active_time, response_queue,loaded_event, running_event):
-    
-    loaded_event.set()
-    
-    model = Scraibe(dia_model="models/pyannote/config.yaml")
-    
-    while True:
-        audio_path = request_queue.get()
-        if audio_path == "STOP":
-            break
-        running_event.set()
-        transcription = model.autotranscribe(audio_path)
-        running_event.clear()
-        response_queue.put(transcription)
-        last_active_time.value = time.time()
-
-    del model
-    torch.cuda.empty_cache()
-    clear_queue(request_queue)
-    clear_queue(response_queue)
-    loaded_event.clear()
-    
-
-def start_model_worker(request_queue, last_active_time, response_queue,loaded_event, running_event):
-    model_process = multiprocessing.Process(target=model_worker, args=(request_queue, last_active_time, response_queue,loaded_event, running_event))
-    model_process.start()
-    return model_process
-
-def timer_thread(request_queue, last_active_time,loaded_event, running_event, timeout=30):
-    while True:
-        time.sleep(timeout)
-        
-        if time.time() - last_active_time.value > timeout and loaded_event.is_set() and not running_event.is_set():
-            print(f"No activity for the last {timeout} seconds. Stopping the model worker.", flush=True)
-            request_queue.put("STOP")
-
-if __name__ == "__main__":
-    request_queue = multiprocessing.Queue()
-    response_queue = multiprocessing.Queue()
-    input_queue = queue.Queue()
-    last_active_time = multiprocessing.Value('d', time.time())
-    loaded_event = multiprocessing.Event()
-    running_event = multiprocessing.Event()
-    
-    processed_event = multiprocessing.Event()
-    processed_event.set()  # Initially set to allow the first input
-
-    model_process = start_model_worker(request_queue, last_active_time, response_queue,loaded_event ,running_event)
-    timer = threading.Thread(target=timer_thread, args=(request_queue, last_active_time, loaded_event, running_event), daemon=True)
-    input_handler = threading.Thread(target=input_thread, args=(input_queue,processed_event))
-
-    timer.start()
-    input_handler.start()
-
-    while True:
-        
-        audio_file_path = input_queue.get()  # Get input from the input thread
-        print(audio_file_path)
-        
-        if audio_file_path.lower() == 'q':
-            request_queue.put("STOP")
-            model_process.join()
-            break
-        elif audio_file_path.lower() == 'reload':
-            if loaded_event.is_set():
-                request_queue.put("STOP")
-                model_process.join()
-            model_process = start_model_worker(request_queue, last_active_time, response_queue, loaded_event, running_event)
-            print("Model reloaded.")
-        elif not os.path.exists(audio_file_path):
-            print("File does not exist.")
-        else:
-            if not loaded_event.is_set():
-                model_process = start_model_worker(request_queue, last_active_time, response_queue, loaded_event, running_event)
-            request_queue.put(audio_file_path)
-            transcription = response_queue.get()
-            print(transcription)
-        
-        processed_event.set()  # Signal that the input has been processed
-
-    model_process.join()
-    timer.join()
-    input_handler.join()

From a48829b7cdc17804b9434077475d7fa64d0ca77c Mon Sep 17 00:00:00 2001
From: Jacob Schmieder <Jacob.Schmieder@dbfz.de>
Date: Mon, 12 Feb 2024 12:46:06 +0100
Subject: [PATCH 42/42] Delete test_multithreading.py

---
 test_multithreading.py | 85 ------------------------------------------
 1 file changed, 85 deletions(-)
 delete mode 100644 test_multithreading.py

diff --git a/test_multithreading.py b/test_multithreading.py
deleted file mode 100644
index fb4e301..0000000
--- a/test_multithreading.py
+++ /dev/null
@@ -1,85 +0,0 @@
-import os
-import time
-
-from scraibe import Scraibe
-
-import multiprocessing
-import threading
-import torch
-import gc
-
-model = None
-last_used = time.time()
-transcribe_active = threading.Event()
-
-def transcribe_thread(audio):
-    
-    global model 
-    transcribe_active.set()
-    print(model.autotranscribe(audio))
-    transcribe_active.clear()
-    
-def model_thread():
-    global model, last_used
-    model = Scraibe(dia_model= "models/pyannote/config.yaml")
-    last_used = time.time()
-    
-def interaction_thread():
-    global model, model_runner
-    while True:
-        command = input("Enter a command ('q' to quit, 'reload' to reload model): ")
-    
-        if command.lower() == 'q':
-            break
-        elif command.lower() == 'reload':
-            print("Reloading model...", model)
-            if model is None:
-                transcribe_active.clear() #black magic
-                model_runner = threading.Thread(target=model_thread)
-                model_runner.start()
-                model_runner.join()
-                
-            else:
-                print("Model is already loaded.")
-        else:
-            if os.path.exists(command):
-                transcribe = threading.Thread(target=transcribe_thread, args=(command,))
-                transcribe.start()
-                transcribe.join()
-                
-            else:
-                print("File does not exist.")
-
-def delete_unused_model(model_runner):
-    global model, last_used, transcribe_active
-    
-    while True:
-        _unload_porperty = (not transcribe_active.is_set() and (time.time() - last_used > 30) and model is not None)
-        if _unload_porperty:
-            
-            del model
-            model = None
-            
-            gc.collect()
-            torch.cuda.empty_cache()
-
-            model_runner.join()
-            
-            print("Model deleted")
-        time.sleep(10)
-
-if __name__ == "__main__":
-    
-    lock = threading.Lock()
-    
-    interaction = threading.Thread(target=interaction_thread)
-    model_runner = threading.Thread(target=model_thread, daemon=True)
-    model_deleter = threading.Thread(target=delete_unused_model, args=(model_runner,), daemon=True)
-    
-    model_runner.start()
-    model_deleter.start()
-
-    # Ensure the model is initialized before starting the interaction
-    model_runner.join()
-    interaction.start()
-    interaction.join()
\ No newline at end of file