Addeng profile from bash file

Author: Gaspare99

scripts/profiling_memory_and_time.py

@@ -19,6 +19,10 @@
 from time import time
 from mpi4py import MPI
 
+from line_profiler import  LineProfiler
+profile = LineProfiler()
+profile.add_function(parallel_tridiag_eigen)
+
 
 seed = 1000
 np.random.seed(seed)
@@ -99,11 +103,14 @@
 proc = psutil.Process()
 mem_before = proc.memory_info().rss / 1024 / 1024  # MB
 time_before_parallel = time()
-
+profile.enable()
 eigvals, eigvecs = parallel_tridiag_eigen(
     diag, off_diag, comm=comm, min_size=1, tol_factor=1e-10
 )
-
+profile.disable()
+profile_filename = f"Profiling_files/profile_rank{comm.Get_rank()}.lprof"
+with open(profile_filename, "w") as f:
+    profile.print_stats(stream=f)
 time_after_parallel = time()
 gc.collect()
 mem_after = proc.memory_info().rss / 1024 / 1024

shell/time_profile.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+
+SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
+python_script="$SCRIPT_DIR/../scripts/profiling_memory_and_time.py"
+profiling_files="$SCRIPT_DIR/../Profiling_files/"*
+
+echo "Cleaning the Profiling_files folder"
+rm -f $profiling_files
+
+echo "Running with $1 process(es)"
+mpirun -np "$1" python "$python_script"

src/pyclassify/parallel_tridiag_eigen.py

@@ -49,7 +49,7 @@ def find_interval_extreme(total_dimension, n_processor):
     return counts, displs
 
 
-@profile
+#@profile
 def parallel_tridiag_eigen(
     diag,
     off,