Improving Spark Op speed

src/Global_Var.py

@@ -48,7 +48,7 @@ class Global_Var():
         self.Max = 0
 
         self.LayersNeuronsInfo = []
-        self.NeuronsSize = None
+        self.NeuronsSize = {"x":0,"y":0}
         self.Layer_Neuron = None
         self.NeuronsNbr = 0
         self.LayersNbr = 0
@@ -139,7 +139,6 @@ class Global_Var():
             col.create_index([("C", 1)])
             col.create_index([("L", 1)])
             col.create_index([("To", 1)])
-            col.create_index([("index", 1)])
             print("Synapses index done")
 
     def getLabelTime(self, step, value):

src/Modules/General/callbacks.py

@@ -761,7 +761,7 @@ class callbacks(callbacksOp):
                             if (str(l["Label"]) != str(a["Input"])):
                                 loss += 1
 
-                return round((loss*100) / len(spikes), 2)
+                return min(100,round((loss*100) / len(spikes), 2))
             # ---------------------------------------------------------------------
 
         except Exception as e:

src/Modules/General/spark.py

@@ -45,11 +45,12 @@ class spark(sparkOp):
                     self.g.NeuronsNbr += int(LN[l])
                     self.g.LayersNbr += 1
 
-            self.g.NeuronsSize = pymongo.collection.Collection(self.g.db, 'synapseWeight').find_one(sort=[("index.x", -1),("index.y", -1)])["index"]
+            #pymongo.collection.Collection(self.g.db, 'synapseWeight').find_one(sort=[("index.x", -1),("index.y", -1)])["index"]
 
             # get date & time of the simulation
             self.g.Date = data["T"]
             # calculate simulation time
+
             try:
                 M = 0
                 if ('spikes' in self.g.db.list_collection_names()):

src/Modules/Synapse/spark.py

@@ -52,11 +52,16 @@ class spark(sparkOp):
                 col.create_index([("_id.index", 1)])
                 col.create_index([("V", 1)])
                 
-                # --------------------------------------------------------
             else:
                 if(not self.DOCUMENT_NAME in self.g.db.list_collection_names()):
                     print(self.DOCUMENT_NAME, "not found")
                     self.g.modules = [module for module in self.g.modules if module != self.MODULE_NAME]
+                
+            # get dimensions for the heatmap
+            col = pymongo.collection.Collection(self.g.db, 'synapseWeightFinal')
+            globalSynapseWeights = pd.DataFrame(list(col.aggregate([{"$group": {"_id":None, "x":{"$max":"$_id.index.x"}, "y":{"$max":"$_id.index.y"}}}])))
+            self.g.NeuronsSize = {"x":globalSynapseWeights["x"].max(),"y":globalSynapseWeights["y"].max()}
+                
             print("done", self.MODULE_NAME)
 
         except Exception as e: