Improving Spark Op speed

src/Global_Var.py

@@ -48,7 +48,7 @@ class Global_Var():
         self.Max = 0
 
         self.LayersNeuronsInfo = []
-        self.NeuronsSize = None
+        self.NeuronsSize = {"x":0,"y":0}
         self.Layer_Neuron = None
         self.NeuronsNbr = 0
         self.LayersNbr = 0
@@ -139,7 +139,6 @@ class Global_Var():
             col.create_index([("C", 1)])
             col.create_index([("L", 1)])
             col.create_index([("To", 1)])
-            col.create_index([("index", 1)])
             print("Synapses index done")
 
     def getLabelTime(self, step, value):

src/Modules/General/callbacks.py

@@ -761,7 +761,7 @@ class callbacks(callbacksOp):
                             if (str(l["Label"]) != str(a["Input"])):
                                 loss += 1
 
-                return round((loss*100) / len(spikes), 2)
+                return min(100,round((loss*100) / len(spikes), 2))
             # ---------------------------------------------------------------------
 
         except Exception as e:

src/Modules/General/spark.py

@@ -44,12 +44,13 @@ class spark(sparkOp):
                         {"layer": l, "neuronNbr": int(LN[l])})
                     self.g.NeuronsNbr += int(LN[l])
                     self.g.LayersNbr += 1
-            
-            self.g.NeuronsSize = pymongo.collection.Collection(self.g.db, 'synapseWeight').find_one(sort=[("index.x", -1),("index.y", -1)])["index"]
+
+            #pymongo.collection.Collection(self.g.db, 'synapseWeight').find_one(sort=[("index.x", -1),("index.y", -1)])["index"]
 
             # get date & time of the simulation
             self.g.Date = data["T"]
             # calculate simulation time
+
             try:
                 M = 0
                 if ('spikes' in self.g.db.list_collection_names()):
@@ -67,7 +68,7 @@ class spark(sparkOp):
                         self.g.db, 'labels').find_one(sort=[("T", -1)])["T"])
                 else:
                     print("No labels")
-
+            
             except Exception as e:
                 print("MongoError:" + str(e))
                 pass

src/Modules/Synapse/spark.py

@@ -51,12 +51,17 @@ class spark(sparkOp):
                 col.create_index([("T", 1)])
                 col.create_index([("_id.index", 1)])
                 col.create_index([("V", 1)])
-
-                # --------------------------------------------------------
+                
             else:
                 if(not self.DOCUMENT_NAME in self.g.db.list_collection_names()):
                     print(self.DOCUMENT_NAME, "not found")
                     self.g.modules = [module for module in self.g.modules if module != self.MODULE_NAME]
+                
+            # get dimensions for the heatmap
+            col = pymongo.collection.Collection(self.g.db, 'synapseWeightFinal')
+            globalSynapseWeights = pd.DataFrame(list(col.aggregate([{"$group": {"_id":None, "x":{"$max":"$_id.index.x"}, "y":{"$max":"$_id.index.y"}}}])))
+            self.g.NeuronsSize = {"x":globalSynapseWeights["x"].max(),"y":globalSynapseWeights["y"].max()}
+                
             print("done", self.MODULE_NAME)
 
         except Exception as e: