Speed up goofi-pipe startup

Author: dav0dea

src/goofi/nodes/analysis/correlation.py

@@ -1,5 +1,4 @@
 import numpy as np
-from scipy import stats
 
 from goofi.data import Data, DataType
 from goofi.node import Node
@@ -17,6 +16,11 @@ def config_output_slots():
     def config_params():
         return {"correlation": {"axis": -1}}
 
+    def setup(self):
+        from scipy import stats
+
+        self.stats = stats
+
     def process(self, data1: Data, data2: Data):
         if data1 is None or data2 is None:
             return None
@@ -36,6 +40,6 @@ def process(self, data1: Data, data2: Data):
             axis += 1
 
         # calculate correlation along axis
-        r = np.apply_along_axis(lambda x: stats.pearsonr(*x.reshape(2, -1))[0], axis, data)[0]
+        r = np.apply_along_axis(lambda x: self.stats.pearsonr(*x.reshape(2, -1))[0], axis, data)[0]
 
         return {"pearson": (r, meta)}

src/goofi/nodes/analysis/graphmetrics.py

@@ -1,5 +1,5 @@
 import numpy as np
-import networkx as nx
+
 from goofi.data import Data, DataType
 from goofi.node import Node
 
@@ -18,6 +18,11 @@ def config_output_slots():
             "transitivity": DataType.ARRAY,
         }
 
+    def setup(self):
+        import networkx as nx
+
+        self.nx = nx
+
     def process(self, matrix: Data):
         if matrix is None:
             return None
@@ -27,20 +32,20 @@ def process(self, matrix: Data):
             raise ValueError("Matrix must be 2D and symmetric.")
 
         # Create a graph from the matrix (assuming undirected graph)
-        G = nx.from_numpy_array(matrix.data)
+        G = self.nx.from_numpy_array(matrix.data)
 
         # Compute metrics
-        clustering_coefficients = nx.average_clustering(G)
+        clustering_coefficients = self.nx.average_clustering(G)
         try:
-            path_length = nx.average_shortest_path_length(G)
-        except nx.NetworkXError:  # Handles cases where the graph is not connected
+            path_length = self.nx.average_shortest_path_length(G)
+        except self.nx.NetworkXError:  # Handles cases where the graph is not connected
             path_length = None
-        betweenness = nx.betweenness_centrality(G)
+        betweenness = self.nx.betweenness_centrality(G)
         betweenness = np.array(list(betweenness.values()))
-        degree_centrality = nx.degree_centrality(G)
+        degree_centrality = self.nx.degree_centrality(G)
         degree_centrality = np.array(list(degree_centrality.values()))
-        assortativity = nx.degree_assortativity_coefficient(G)
-        transitivity = nx.transitivity(G)
+        assortativity = self.nx.degree_assortativity_coefficient(G)
+        transitivity = self.nx.transitivity(G)
 
         return {
             "clustering_coefficient": (np.array(clustering_coefficients), {}),

src/goofi/nodes/analysis/img2txt.py

@@ -2,7 +2,6 @@
 import io
 
 import numpy as np
-import requests
 from PIL import Image
 
 from goofi.data import Data, DataType
@@ -36,6 +35,10 @@ def config_params():
         }
 
     def setup(self):
+        import requests
+
+        self.requests = requests
+
         self.processor = None
         self.model_instance = None
         self.openai = None
@@ -193,10 +196,10 @@ def process_openai_gpt(self, image_array):
         }
 
         try:
-            response = requests.post("https://api.openai.com/v1/chat/completions", headers=headers, json=payload)
+            response = self.requests.post("https://api.openai.com/v1/chat/completions", headers=headers, json=payload)
             response.raise_for_status()
             generated_text = response.json().get("choices", [{}])[0].get("message", {}).get("content", "")
-        except requests.exceptions.RequestException as e:
+        except self.requests.exceptions.RequestException as e:
             print(f"Error during OpenAI captioning request: {e}")
             return {"generated_text": ("Error generating caption.", {})}
 

src/goofi/nodes/analysis/poseestimation.py

@@ -1,7 +1,6 @@
 from os import path
 
 import numpy as np
-import requests
 
 from goofi.data import Data, DataType
 from goofi.node import Node
@@ -16,6 +15,7 @@ def config_output_slots():
 
     def setup(self):
         import mediapipe as mp
+        import requests
         from mediapipe.tasks import python
         from mediapipe.tasks.python import vision
 

src/goofi/nodes/analysis/spectromorphology.py

@@ -1,5 +1,3 @@
-import pyACA
-
 from goofi.data import Data, DataType
 from goofi.node import Node
 from goofi.params import IntParam, StringParam
@@ -56,6 +54,9 @@ def process(self, data: Data):
         return {"spectro": (v, data.meta)}
 
 
+pyACA_mod = None
+
+
 def computeFeatureCl_new(afAudioData, cFeatureName, f_s, window=4000, overlap=1):
     """Calculate spectromorphological metrics on time series.
 
@@ -84,5 +85,11 @@ def computeFeatureCl_new(afAudioData, cFeatureName, f_s, window=4000, overlap=1)
     t : array
         Timestamps.
     """
-    [v, t] = pyACA.computeFeature(cFeatureName, afAudioData, f_s, None, window, overlap)
+    global pyACA_mod
+    if pyACA_mod is None:
+        import pyACA
+
+        pyACA_mod = pyACA
+
+    [v, t] = pyACA_mod.computeFeature(cFeatureName, afAudioData, f_s, None, window, overlap)
     return (v, t)

src/goofi/nodes/inputs/eegrecording.py

@@ -1,9 +1,5 @@
 from typing import Any, Dict, Tuple
 
-import mne
-import pandas as pd
-from mne.datasets import eegbci
-
 from goofi.node import Node
 from goofi.params import FloatParam
 
@@ -25,6 +21,9 @@ def setup(self):
         """
         Load the data and start the stream.
         """
+        import mne
+        import pandas as pd
+        from mne.datasets import eegbci
         from mne_lsl.player import PlayerLSL
 
         # stop previous stream if it exists

src/goofi/nodes/inputs/meteomedia.py

@@ -1,9 +1,10 @@
+from os.path import join
+
+import numpy as np
+
 from goofi.data import Data, DataType
 from goofi.node import Node
 from goofi.params import FloatParam, StringParam
-import requests
-import numpy as np
-from os.path import join
 
 
 class MeteoMedia(Node):
@@ -24,6 +25,11 @@ def config_params():
             },
         }
 
+    def setup(self):
+        import requests
+
+        self.requests = requests
+
     def process(self, latitude: Data, longitude: Data, location_name: Data):
         if latitude is None or longitude is None:
             return None
@@ -45,13 +51,13 @@ def process(self, latitude: Data, longitude: Data, location_name: Data):
         if location_name is None:
             url = f"https://api.tomorrow.io/v4/weather/realtime?location={np.float(lat_value)},{np.float(long_value)}&apikey={api_key}"
             headers = {"accept": "application/json"}
-            response = requests.get(url, headers=headers)
+            response = self.requests.get(url, headers=headers)
             print(response.status_code)
 
         else:
             url = f"https://api.tomorrow.io/v4/weather/realtime?location={location_name}&apikey={api_key}"
             headers = {"accept": "application/json"}
-            response = requests.get(url, headers=headers)
+            response = self.requests.get(url, headers=headers)
             print(response.status_code)
         if response.status_code == 200:
             responses = response.json()

src/goofi/nodes/inputs/textgeneration.py

@@ -1,9 +1,9 @@
-from os import path, environ
 import json
-import requests
+from os import environ, path
+
 from goofi.data import Data, DataType
 from goofi.node import Node
-from goofi.params import FloatParam, IntParam, StringParam, BoolParam
+from goofi.params import BoolParam, FloatParam, IntParam, StringParam
 
 
 class TextGeneration(Node):
@@ -31,6 +31,10 @@ def config_params():
         }
 
     def setup(self):
+        import requests
+
+        self.requests = requests
+        
         self.client = None
         self.previous_model = None
         self.api_key_loaded = False
@@ -159,7 +163,7 @@ def generate_gemini_response(self, text, temp, keep_conversation, history=None):
             history = None
 
         return response.text
-    
+
     def generate_ollama_response(self, model, messages, temp):
         # Create an Ollama client instance
         if self.client is None:
@@ -172,10 +176,10 @@ def generate_ollama_response(self, model, messages, temp):
                 "system": self.system_prompt,
                 "temperature": temp,
                 "max_tokens": self.params["text_generation"]["max_tokens"].value,
-            }
+            },
         )
-        return response['message']['content']
-    
+        return response["message"]["content"]
+
     def generate_local_response(self, content):
         url = "http://127.0.0.1:5000/v1/chat/completions"
         headers = {"Content-Type": "application/json"}
@@ -186,7 +190,7 @@ def generate_local_response(self, content):
             "character": "Example",
             "messages": [{"role": "user", "content": content}],
         }
-        response = requests.post(url, headers=headers, json=data, verify=False)
+        response = self.requests.post(url, headers=headers, json=data, verify=False)
         return response.json()["choices"][0]["message"]["content"]
 
     def save_conversation_to_json(self):
@@ -223,14 +227,14 @@ def process(self, prompt: Data):
             if self.api_key_loaded:
                 pass
             else:
-                self.load_api_key()  
+                self.load_api_key()
             generated_text = self.generate_anthropic_response(self.messages, temp)
-            
+
         elif model.startswith("gemini-"):
             if self.api_key_loaded:
                 pass
             else:
-                self.load_api_key()  
+                self.load_api_key()
             generated_text = self.generate_gemini_response(prompt_, temp, keep_conversation)
 
         elif model.startswith("local-"):
@@ -246,7 +250,7 @@ def process(self, prompt: Data):
 
         if save_conversation:
             self.save_conversation_to_json()
-        
+
         if self.params["text_generation"]["api_key"].value != self.api_key:
             self.api_key_changed()
 

src/goofi/nodes/outputs/writecsv.py

@@ -2,7 +2,6 @@
 import os
 
 import numpy as np
-import pandas as pd
 
 from goofi.data import Data, DataType
 from goofi.node import Node
@@ -23,6 +22,10 @@ def config_params():
         }
 
     def setup(self):
+        import pandas as pd
+
+        self.pd = pd
+
         self.last_filename = None
         self.base_filename = None  # To track the filename without the timestamp
         self.written_files = set()  # Track files we've written headers to
@@ -69,7 +72,7 @@ def flatten(data):
         flattened_data = flatten(column_data)
 
         # Create DataFrame with the flattened data
-        df = pd.DataFrame({column_name: flattened_data})
+        df = self.pd.DataFrame({column_name: flattened_data})
 
         # Get the filename from the parameters
         filename = self.params["Write"]["filename"].value