Merge pull request #108 from ZEnMo/feature-parallelAgentProcessing

Feature parallel agent processing

Base/API_test_Holon_JSON.py

@@ -1,23 +1,35 @@
 import json
+import random
 import pandas as pd
 import time
 
 from anylogiccloudclient.client.cloud_client import CloudClient
 
+# import threading
+
 
 class AnyLogicExperiment:
     # client = CloudClient("f105b75c-4265-4c79-ab36-a9d6e7532fc0")
 
-    client = CloudClient("23cd7f85-d254-406b-b69c-66d23dfc9fd8", "http://5.9.100.203")
-    version = client.get_latest_model_version("Base")
+    # client = CloudClient( # API Key van Jorrit
+    #     "91ac4553-3732-411d-ada6-3aa4d307e0c4", "https://engine.holontool.nl"
+    # )
+    client = CloudClient(  # API Key van Gillis
+        "9f281fab-a0bf-4bf5-9baa-b74d9d2fcc89", "https://engine.holontool.nl"
+    )
+    model = ""
+    version = ""
     inputs = ""
     simulation = ""
     outputs = ""
     duration_s = 0
+    OutputAgentData = ""
+    OutputRunSettings = ""
 
     def __init__(self, experiment):
         self.experiment = experiment
-        # self.model = model
+        self.model = experiment.modelName
+        self.version = self.client.get_latest_model_version(self.model)
 
     def setInputs(self):
         # actorInputFile1 = 'config_actors_moreAgents.txt'
@@ -27,24 +39,6 @@ def setInputs(self):
         self.inputs = self.client.create_default_inputs(self.version)
         print(self.inputs.names())
 
-        # print(path+actorInputFile1)
-
-        # with open(self.experiment.path+"\\"+actorInputFile1,'r') as f:
-        #    ActorInputdata1 = json.loads(f.read())
-
-        # with open(self.experiment.path+"\\"+gridConnectionInputFile1,'r') as f:
-        #    gridConnectionInputdata1 = json.loads(f.read())
-
-        # print("**** actordata from file ***")
-        # print(ActorInputdata1)
-        # print("**** actordata from experiment object ****")
-        # print(self.experiment.actorsConfigData)
-        # self.experiment.actorsConfigData = json.loads(self.experiment.actorsConfigData)
-        # self.experiment.gridConnectionConfigData = json.loads()
-        # print("*** reimaginged ***")
-        # print(actordata)
-        # gridConnectionInputdata1
-
         self.inputs.set_input("P actors config JSON", self.experiment.actorsConfigData)
         self.inputs.set_input(
             "P grid connection config JSON", self.experiment.gridConnectionConfigData
@@ -57,62 +51,60 @@ def setInputs(self):
         )
         self.inputs.set_input("P time step h", self.experiment.timeStep_h)
 
+        if self.experiment.forceUnCached:
+            try:
+                self.inputs.set_input("P force uncached", random.random())
+            except:
+                print("variable forceUnCached not available")
+
+        if self.experiment.parallelize:
+            try:
+                self.inputs.set_input("P parallelize", self.experiment.parallelize)
+            except:
+                print("variable parallelize not available")
+
+        try:
+            self.inputs.set_input("P import local config jsons", False)
+        except:
+            print("variable P import local config jsons not available")
+
         print("inputs set!")
 
     def runSimulation(self):
         startTime_ms = round(time.time() * 1000)
         print("working...")
         self.simulation = self.client.create_simulation(self.inputs)
-
-        self.outputs = self.simulation.get_outputs_and_run_if_absent()
-        print("Outputs: ", self.outputs.names())
-        jsonOutput = self.outputs.value("O output JSON")
-        exceptions = self.outputs.value("O output exceptions")
-        print("Returned exceptions: ", exceptions)
+        self.outputs = self.simulation.get_outputs_and_run_if_absent(polling_period=10)
+        # self.outputs = self.simulation.get_outputs_and_run_if_absent()
         endTime_ms = round(time.time() * 1000)
+        print("Outputs: ", self.outputs.names())
+        self.OutputRunSettings = self.outputs.value("O output runSettings")
+        self.OutputAgentData = self.outputs.value("O output actorData")
+        self.OutputExceptions = self.outputs.value("O output exceptions")
+        print("Returned exceptions: ", self.OutputExceptions)
+        endTimeData_ms = round(time.time() * 1000)
 
         self.duration_s = (endTime_ms - startTime_ms) / 1000
-        print("cloud response time = ", self.duration_s, " s")
-
-        data = json.loads(jsonOutput)
-        df_nested_list = pd.json_normalize(data, record_path=["greatSucces"])
-        print(df_nested_list)
-        df_nested_list.to_excel(
-            self.experiment.path + "\\" + "outputAPI_" + self.experiment.name + ".xlsx"
+        totalDuration_s = (endTimeData_ms - startTime_ms) / 1000
+        print("cloud run response time = ", self.duration_s, " s")
+        print("cloud data response time = ", totalDuration_s, " s")
+
+        # print("DataOut: "+self.OutputAgentData)
+        agentData = json.loads(self.OutputAgentData)
+        runData = json.loads(self.OutputRunSettings)
+        agentData = pd.json_normalize(agentData)
+        runData = pd.json_normalize(runData)
+        agentData.to_excel(
+            self.experiment.path
+            + "\\"
+            + "APIOutputAgentData_"
+            + self.experiment.name
+            + ".xlsx"
+        )
+        runData.to_excel(
+            self.experiment.path
+            + "\\"
+            + "APIOutputRunData_"
+            + self.experiment.name
+            + ".xlsx"
         )
-
-    #
-    ##### Experiment 2 with other json inputs and fetch outputs
-
-    # actorInputFile2 = 'config_actors2.txt'
-    # gridConnectionInputFile2 = 'config_netConnections2.txt'
-
-    # print(path+actorInputFile2)
-
-    # with open(path+"\\"+actorInputFile2,'r') as f:
-    #    ActorInputdata2 = json.loads(f.read())
-
-    # with open(path+"\\"+gridConnectionInputFile2,'r') as f:
-    #    gridConnectionInputdata2 = json.loads(f.read())
-
-    # ActorInputdata2
-    # gridConnectionInputdata2
-
-    # inputs2 = client.create_default_inputs(version)
-    # inputs2.names()
-
-    # inputs2.set_input('P actors config JSON', ActorInputdata2)
-    # inputs2.set_input('P grid connection config JSON', gridConnectionInputdata2)
-
-    # simulation2 = client.create_simulation(inputs2)
-    # outputs2 = simulation2.get_outputs_and_run_if_absent()
-    # outputs2.names()
-    # jsonOutput2 = outputs2.value('O output JSON')
-    # errors2 = outputs2.value('O output exceptions')
-    # print(errors2)
-
-    # data2 = json.loads(jsonOutput2)
-    # print(data2)
-    # df_nested_list2 = pd.json_normalize(data2, record_path =['greatSucces'])
-    # print(df_nested_list2)
-    # df_nested_list2.to_excel(path+"\\"+"outputAPI2.xlsx")