test_scenario.py 66 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483
  1. # Copyright 2021-2024 Avaiga Private Limited
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with
  4. # the License. You may obtain a copy of the License at
  5. #
  6. # http://www.apache.org/licenses/LICENSE-2.0
  7. #
  8. # Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
  9. # an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
  10. # specific language governing permissions and limitations under the License.
  11. from datetime import datetime, timedelta
  12. from unittest import mock
  13. import pytest
  14. from taipy.config import Frequency
  15. from taipy.config.common.scope import Scope
  16. from taipy.config.exceptions.exceptions import InvalidConfigurationId
  17. from taipy.core.common._utils import _Subscriber
  18. from taipy.core.cycle._cycle_manager_factory import _CycleManagerFactory
  19. from taipy.core.cycle.cycle import Cycle, CycleId
  20. from taipy.core.data._data_manager_factory import _DataManagerFactory
  21. from taipy.core.data.in_memory import DataNode, InMemoryDataNode
  22. from taipy.core.data.pickle import PickleDataNode
  23. from taipy.core.exceptions.exceptions import SequenceAlreadyExists, SequenceTaskDoesNotExistInScenario
  24. from taipy.core.scenario._scenario_manager_factory import _ScenarioManagerFactory
  25. from taipy.core.scenario.scenario import Scenario
  26. from taipy.core.scenario.scenario_id import ScenarioId
  27. from taipy.core.sequence.sequence import Sequence
  28. from taipy.core.sequence.sequence_id import SequenceId
  29. from taipy.core.task._task_manager_factory import _TaskManagerFactory
  30. from taipy.core.task.task import Task, TaskId
  31. def test_create_primary_scenario(cycle):
  32. scenario = Scenario("foo", set(), {"key": "value"}, is_primary=True, cycle=cycle)
  33. assert scenario.id is not None
  34. assert scenario.config_id == "foo"
  35. assert scenario.tasks == {}
  36. assert scenario.additional_data_nodes == {}
  37. assert scenario.data_nodes == {}
  38. assert scenario.sequences == {}
  39. assert scenario.properties == {"key": "value"}
  40. assert scenario.key == "value"
  41. assert scenario.creation_date is not None
  42. assert scenario.is_primary
  43. assert scenario.cycle == cycle
  44. assert scenario.tags == set()
  45. assert scenario.get_simple_label() == scenario.config_id
  46. with mock.patch("taipy.core.get") as get_mck:
  47. class MockOwner:
  48. label = "owner_label"
  49. def get_label(self):
  50. return self.label
  51. get_mck.return_value = MockOwner()
  52. assert scenario.get_label() == "owner_label > " + scenario.config_id
  53. def test_create_scenario_at_time(current_datetime):
  54. scenario = Scenario("bar", set(), {}, set(), ScenarioId("baz"), creation_date=current_datetime)
  55. assert scenario.id == "baz"
  56. assert scenario.config_id == "bar"
  57. assert scenario.tasks == {}
  58. assert scenario.additional_data_nodes == {}
  59. assert scenario.data_nodes == {}
  60. assert scenario.sequences == {}
  61. assert scenario.properties == {}
  62. assert scenario.creation_date == current_datetime
  63. assert not scenario.is_primary
  64. assert scenario.cycle is None
  65. assert scenario.tags == set()
  66. assert scenario.get_simple_label() == scenario.config_id
  67. assert scenario.get_label() == scenario.config_id
  68. def test_create_scenario_with_task_and_additional_dn_and_sequence():
  69. dn_1 = PickleDataNode("xyz", Scope.SCENARIO)
  70. dn_2 = PickleDataNode("abc", Scope.SCENARIO)
  71. task = Task("qux", {}, print, [dn_1])
  72. scenario = Scenario("quux", {task}, {}, {dn_2}, sequences={"acb": {"tasks": [task]}})
  73. sequence = scenario.sequences["acb"]
  74. assert scenario.id is not None
  75. assert scenario.config_id == "quux"
  76. assert len(scenario.tasks) == 1
  77. assert len(scenario.additional_data_nodes) == 1
  78. assert len(scenario.data_nodes) == 2
  79. assert len(scenario.sequences) == 1
  80. assert scenario.qux == task
  81. assert scenario.xyz == dn_1
  82. assert scenario.abc == dn_2
  83. assert scenario.acb == sequence
  84. assert scenario.properties == {}
  85. assert scenario.tags == set()
  86. def test_create_scenario_invalid_config_id():
  87. with pytest.raises(InvalidConfigurationId):
  88. Scenario("foo bar", set(), {})
  89. def test_create_scenario_and_add_sequences():
  90. input_1 = PickleDataNode("input_1", Scope.SCENARIO)
  91. output_1 = PickleDataNode("output_1", Scope.SCENARIO)
  92. output_2 = PickleDataNode("output_2", Scope.SCENARIO)
  93. additional_dn_1 = PickleDataNode("additional_1", Scope.SCENARIO)
  94. additional_dn_2 = PickleDataNode("additional_2", Scope.SCENARIO)
  95. task_1 = Task("task_1", {}, print, [input_1], [output_1], TaskId("task_id_1"))
  96. task_2 = Task("task_2", {}, print, [output_1], [output_2], TaskId("task_id_2"))
  97. data_manager = _DataManagerFactory._build_manager()
  98. task_manager = _TaskManagerFactory._build_manager()
  99. data_manager._set(input_1)
  100. data_manager._set(output_1)
  101. data_manager._set(output_2)
  102. data_manager._set(additional_dn_1)
  103. data_manager._set(additional_dn_2)
  104. task_manager._set(task_1)
  105. task_manager._set(task_2)
  106. scenario = Scenario("scenario", {task_1}, {})
  107. scenario.sequences = {"sequence_1": {"tasks": [task_1]}, "sequence_2": {"tasks": []}}
  108. assert scenario.id is not None
  109. assert scenario.config_id == "scenario"
  110. assert len(scenario.tasks) == 1
  111. assert scenario.tasks.keys() == {task_1.config_id}
  112. assert len(scenario.additional_data_nodes) == 0
  113. assert scenario.additional_data_nodes == {}
  114. assert len(scenario.data_nodes) == 2
  115. assert scenario.data_nodes == {
  116. input_1.config_id: input_1,
  117. output_1.config_id: output_1,
  118. }
  119. assert len(scenario.sequences) == 2
  120. assert scenario.sequence_1 == scenario.sequences["sequence_1"]
  121. assert scenario.sequence_2 == scenario.sequences["sequence_2"]
  122. assert scenario.sequences == {"sequence_1": scenario.sequence_1, "sequence_2": scenario.sequence_2}
  123. def test_create_scenario_overlapping_sequences():
  124. input_1 = PickleDataNode("input_1", Scope.SCENARIO)
  125. output_1 = PickleDataNode("output_1", Scope.SCENARIO)
  126. output_2 = PickleDataNode("output_2", Scope.SCENARIO)
  127. additional_dn_1 = PickleDataNode("additional_1", Scope.SCENARIO)
  128. additional_dn_2 = PickleDataNode("additional_2", Scope.SCENARIO)
  129. task_1 = Task("task_1", {}, print, [input_1], [output_1], TaskId("task_id_1"))
  130. task_2 = Task("task_2", {}, print, [output_1], [output_2], TaskId("task_id_2"))
  131. data_manager = _DataManagerFactory._build_manager()
  132. task_manager = _TaskManagerFactory._build_manager()
  133. data_manager._set(input_1)
  134. data_manager._set(output_1)
  135. data_manager._set(output_2)
  136. data_manager._set(additional_dn_1)
  137. data_manager._set(additional_dn_2)
  138. task_manager._set(task_1)
  139. task_manager._set(task_2)
  140. scenario = Scenario("scenario", {task_1, task_2}, {})
  141. scenario.add_sequence("sequence_1", [task_1])
  142. scenario.add_sequence("sequence_2", [task_1, task_2])
  143. assert scenario.id is not None
  144. assert scenario.config_id == "scenario"
  145. assert len(scenario.tasks) == 2
  146. assert scenario.tasks.keys() == {task_1.config_id, task_2.config_id}
  147. assert len(scenario.additional_data_nodes) == 0
  148. assert scenario.additional_data_nodes == {}
  149. assert len(scenario.data_nodes) == 3
  150. assert scenario.data_nodes == {
  151. input_1.config_id: input_1,
  152. output_1.config_id: output_1,
  153. output_2.config_id: output_2,
  154. }
  155. sequence_1 = scenario.sequences["sequence_1"]
  156. sequence_2 = scenario.sequences["sequence_2"]
  157. assert scenario.sequences == {"sequence_1": sequence_1, "sequence_2": sequence_2}
  158. scenario.remove_sequences(["sequence_2"])
  159. assert scenario.sequences == {"sequence_1": sequence_1}
  160. scenario.remove_sequences(["sequence_1"])
  161. assert scenario.sequences == {}
  162. def test_create_scenario_one_additional_dn():
  163. input_1 = PickleDataNode("input_1", Scope.SCENARIO)
  164. input_2 = PickleDataNode("input_2", Scope.SCENARIO)
  165. output_1 = PickleDataNode("output_1", Scope.SCENARIO)
  166. output_2 = PickleDataNode("output_2", Scope.SCENARIO)
  167. additional_dn_1 = PickleDataNode("additional_1", Scope.SCENARIO)
  168. additional_dn_2 = PickleDataNode("additional_2", Scope.SCENARIO)
  169. task_1 = Task("task_1", {}, print, [input_1], [output_1], TaskId("task_id_1"))
  170. task_2 = Task("task_2", {}, print, [input_2], [output_2], TaskId("task_id_2"))
  171. data_manager = _DataManagerFactory._build_manager()
  172. task_manager = _TaskManagerFactory._build_manager()
  173. data_manager._set(input_1)
  174. data_manager._set(output_1)
  175. data_manager._set(input_2)
  176. data_manager._set(output_2)
  177. data_manager._set(additional_dn_1)
  178. data_manager._set(additional_dn_2)
  179. task_manager._set(task_1)
  180. task_manager._set(task_2)
  181. scenario = Scenario("scenario", set(), {}, {additional_dn_1})
  182. assert scenario.id is not None
  183. assert scenario.config_id == "scenario"
  184. assert len(scenario.tasks) == 0
  185. assert len(scenario.additional_data_nodes) == 1
  186. assert len(scenario.data_nodes) == 1
  187. assert scenario.tasks == {}
  188. assert scenario.additional_data_nodes == {additional_dn_1.config_id: additional_dn_1}
  189. assert scenario.data_nodes == {additional_dn_1.config_id: additional_dn_1}
  190. def test_create_scenario_wth_additional_dns():
  191. input_1 = PickleDataNode("input_1", Scope.SCENARIO)
  192. input_2 = PickleDataNode("input_2", Scope.SCENARIO)
  193. output_1 = PickleDataNode("output_1", Scope.SCENARIO)
  194. output_2 = PickleDataNode("output_2", Scope.SCENARIO)
  195. additional_dn_1 = PickleDataNode("additional_1", Scope.SCENARIO)
  196. additional_dn_2 = PickleDataNode("additional_2", Scope.SCENARIO)
  197. task_1 = Task("task_1", {}, print, [input_1], [output_1], TaskId("task_id_1"))
  198. task_2 = Task("task_2", {}, print, [input_2], [output_2], TaskId("task_id_2"))
  199. data_manager = _DataManagerFactory._build_manager()
  200. task_manager = _TaskManagerFactory._build_manager()
  201. data_manager._set(input_1)
  202. data_manager._set(output_1)
  203. data_manager._set(input_2)
  204. data_manager._set(output_2)
  205. data_manager._set(additional_dn_1)
  206. data_manager._set(additional_dn_2)
  207. task_manager._set(task_1)
  208. task_manager._set(task_2)
  209. scenario = Scenario("scenario", set(), {}, {additional_dn_1, additional_dn_2})
  210. assert scenario.id is not None
  211. assert scenario.config_id == "scenario"
  212. assert len(scenario.tasks) == 0
  213. assert len(scenario.additional_data_nodes) == 2
  214. assert len(scenario.data_nodes) == 2
  215. assert scenario.tasks == {}
  216. assert scenario.additional_data_nodes == {
  217. additional_dn_1.config_id: additional_dn_1,
  218. additional_dn_2.config_id: additional_dn_2,
  219. }
  220. assert scenario.data_nodes == {
  221. additional_dn_1.config_id: additional_dn_1,
  222. additional_dn_2.config_id: additional_dn_2,
  223. }
  224. scenario_1 = Scenario("scenario_1", {task_1}, {}, {additional_dn_1})
  225. assert scenario_1.id is not None
  226. assert scenario_1.config_id == "scenario_1"
  227. assert len(scenario_1.tasks) == 1
  228. assert len(scenario_1.additional_data_nodes) == 1
  229. assert len(scenario_1.data_nodes) == 3
  230. assert scenario_1.tasks.keys() == {task_1.config_id}
  231. assert scenario_1.additional_data_nodes == {
  232. additional_dn_1.config_id: additional_dn_1,
  233. }
  234. assert scenario_1.data_nodes == {
  235. input_1.config_id: input_1,
  236. output_1.config_id: output_1,
  237. additional_dn_1.config_id: additional_dn_1,
  238. }
  239. scenario_2 = Scenario("scenario_2", {task_1, task_2}, {}, {additional_dn_1, additional_dn_2})
  240. assert scenario_2.id is not None
  241. assert scenario_2.config_id == "scenario_2"
  242. assert len(scenario_2.tasks) == 2
  243. assert len(scenario_2.additional_data_nodes) == 2
  244. assert len(scenario_2.data_nodes) == 6
  245. assert scenario_2.tasks.keys() == {task_1.config_id, task_2.config_id}
  246. assert scenario_2.additional_data_nodes == {
  247. additional_dn_1.config_id: additional_dn_1,
  248. additional_dn_2.config_id: additional_dn_2,
  249. }
  250. assert {dn_config_id: dn.id for dn_config_id, dn in scenario_2.data_nodes.items()} == {
  251. input_1.config_id: input_1.id,
  252. output_1.config_id: output_1.id,
  253. input_2.config_id: input_2.id,
  254. output_2.config_id: output_2.id,
  255. additional_dn_1.config_id: additional_dn_1.id,
  256. additional_dn_2.config_id: additional_dn_2.id,
  257. }
  258. def test_raise_sequence_tasks_not_in_scenario(data_node):
  259. task_1 = Task("task_1", {}, print, output=[data_node])
  260. task_2 = Task("task_2", {}, print, input=[data_node])
  261. with pytest.raises(SequenceTaskDoesNotExistInScenario) as err:
  262. Scenario("scenario", set(), {}, sequences={"sequence": {"tasks": [task_1]}}, scenario_id="SCENARIO_scenario")
  263. assert err.value.args == ([task_1.id], "sequence", "SCENARIO_scenario")
  264. with pytest.raises(SequenceTaskDoesNotExistInScenario) as err:
  265. Scenario(
  266. "scenario",
  267. [task_1],
  268. {},
  269. sequences={"sequence": {"tasks": [task_1, task_2]}},
  270. scenario_id="SCENARIO_scenario",
  271. )
  272. assert err.value.args == ([task_2.id], "sequence", "SCENARIO_scenario")
  273. Scenario("scenario", {task_1}, {}, sequences={"sequence": {"tasks": [task_1]}})
  274. Scenario(
  275. "scenario",
  276. [task_1, task_2],
  277. {},
  278. sequences={"sequence_1": {"tasks": [task_1]}, "sequence_2": {"tasks": [task_1, task_2]}},
  279. )
  280. def test_adding_sequence_raises_tasks_not_in_scenario(data_node):
  281. task_1 = Task("task_1", {}, print, output=[data_node])
  282. task_2 = Task("task_2", {}, print, input=[data_node])
  283. scenario = Scenario("scenario", [task_1], {})
  284. scenario_manager = _ScenarioManagerFactory._build_manager()
  285. task_manager = _TaskManagerFactory._build_manager()
  286. scenario_manager._set(scenario)
  287. task_manager._set(task_1)
  288. task_manager._set(task_2)
  289. scenario.add_sequences({"sequence_1": {}})
  290. with pytest.raises(SequenceTaskDoesNotExistInScenario) as err:
  291. scenario.add_sequence("sequence_2", [task_2])
  292. assert err.value.args == ([task_2.id], "sequence_2", scenario.id)
  293. scenario.add_sequence("sequence_3", [task_1])
  294. with pytest.raises(SequenceTaskDoesNotExistInScenario) as err:
  295. scenario.add_sequences({"sequence_4": [task_2]})
  296. assert err.value.args == ([task_2.id], "sequence_4", scenario.id)
  297. with pytest.raises(SequenceTaskDoesNotExistInScenario) as err:
  298. scenario.add_sequences({"sequence_5": [task_1, task_2]})
  299. assert err.value.args == ([task_2.id], "sequence_5", scenario.id)
  300. scenario.tasks = [task_1, task_2]
  301. scenario.add_sequence("sequence_6", [task_1, task_2])
  302. def test_adding_existing_sequence_raises_exception(data_node):
  303. task_1 = Task("task_1", {}, print, output=[data_node])
  304. _TaskManagerFactory._build_manager()._set(task_1)
  305. task_2 = Task("task_2", {}, print, input=[data_node])
  306. _TaskManagerFactory._build_manager()._set(task_2)
  307. scenario = Scenario("scenario", tasks={task_1, task_2}, properties={})
  308. _ScenarioManagerFactory._build_manager()._set(scenario)
  309. scenario.add_sequence("sequence_1", [task_1])
  310. with pytest.raises(SequenceAlreadyExists):
  311. scenario.add_sequence("sequence_1", [task_2])
  312. def test_renaming_existing_sequence_raises_exception(data_node):
  313. task_1 = Task("task_1", {}, print, output=[data_node])
  314. _TaskManagerFactory._build_manager()._set(task_1)
  315. task_2 = Task("task_2", {}, print, input=[data_node])
  316. _TaskManagerFactory._build_manager()._set(task_2)
  317. scenario = Scenario("scenario", {task_1, task_2}, {})
  318. _ScenarioManagerFactory._build_manager()._set(scenario)
  319. scenario.add_sequence("sequence_1", [task_1])
  320. scenario.add_sequence("sequence_2", [task_2])
  321. with pytest.raises(SequenceAlreadyExists):
  322. scenario.rename_sequence("sequence_1", "sequence_2")
  323. def test_add_rename_and_remove_sequences():
  324. data_node_1 = InMemoryDataNode("foo", Scope.SCENARIO, "s1")
  325. data_node_2 = InMemoryDataNode("bar", Scope.SCENARIO, "s2")
  326. data_node_3 = InMemoryDataNode("qux", Scope.SCENARIO, "s3")
  327. data_node_4 = InMemoryDataNode("quux", Scope.SCENARIO, "s4")
  328. data_node_5 = InMemoryDataNode("quuz", Scope.SCENARIO, "s5")
  329. task_1 = Task("grault",{}, print,[data_node_1, data_node_2],[data_node_3], TaskId("t1"))
  330. task_2 = Task("garply", {}, print, [data_node_3], id=TaskId("t2"))
  331. task_3 = Task("waldo", {}, print, [data_node_3], None, id=TaskId("t3"))
  332. task_4 = Task("fred", {}, print, [data_node_3], [data_node_4], TaskId("t4"))
  333. task_5 = Task("bob", {}, print, [data_node_5], [data_node_3], TaskId("t5"))
  334. scenario = Scenario("quest", {task_1, task_2, task_3, task_4, task_5}, {}, [], scenario_id=ScenarioId("s1"))
  335. sequence_1 = Sequence({"name": "seq_1"}, [task_1], SequenceId(f"SEQUENCE_seq_1_{scenario.id}"))
  336. sequence_2 = Sequence({"name": "seq_2"}, [task_1, task_2], SequenceId(f"SEQUENCE_seq_2_{scenario.id}"))
  337. new_seq_2 = Sequence({"name": "seq_2"}, [task_1, task_2], SequenceId(f"SEQUENCE_new_seq_2_{scenario.id}"))
  338. sequence_3 = Sequence({"name": "seq_3"}, [task_1, task_5, task_3], SequenceId(f"SEQUENCE_seq_3_{scenario.id}"))
  339. task_manager = _TaskManagerFactory._build_manager()
  340. data_manager = _DataManagerFactory._build_manager()
  341. scenario_manager = _ScenarioManagerFactory._build_manager()
  342. for dn in [data_node_1, data_node_2, data_node_3, data_node_4, data_node_5]:
  343. data_manager._set(dn)
  344. for t in [task_1, task_2, task_3, task_4, task_5]:
  345. task_manager._set(t)
  346. scenario_manager._set(scenario)
  347. assert scenario.get_inputs() == {data_node_1, data_node_2, data_node_5}
  348. assert scenario._get_set_of_tasks() == {task_1, task_2, task_3, task_4, task_5}
  349. assert len(scenario.sequences) == 0
  350. scenario.sequences = {"seq_1": {"tasks": [task_1]}}
  351. assert scenario.sequences == {"seq_1": sequence_1}
  352. scenario.add_sequences({"seq_2": [task_1, task_2]})
  353. assert scenario.sequences == {"seq_1": sequence_1, "seq_2": sequence_2}
  354. scenario.remove_sequences(["seq_1"])
  355. assert scenario.sequences == {"seq_2": sequence_2}
  356. scenario.add_sequences({"seq_1": [task_1], "seq 3": [task_1, task_5, task_3]})
  357. assert scenario.sequences == {"seq_2": sequence_2, "seq_1": sequence_1, "seq 3": sequence_3}
  358. scenario.remove_sequences(["seq_2", "seq 3"])
  359. assert scenario.sequences == {"seq_1": sequence_1}
  360. scenario.add_sequence("seq_2", [task_1, task_2])
  361. assert scenario.sequences == {"seq_1": sequence_1, "seq_2": sequence_2}
  362. scenario.add_sequence("seq 3", [task_1.id, task_5.id, task_3.id])
  363. assert scenario.sequences == {"seq_1": sequence_1, "seq_2": sequence_2, "seq 3": sequence_3}
  364. scenario.remove_sequence("seq_1")
  365. assert scenario.sequences == {"seq_2": sequence_2, "seq 3": sequence_3}
  366. scenario.rename_sequence("seq_2", "new_seq_2")
  367. assert scenario.sequences == {"new_seq_2": new_seq_2, "seq 3": sequence_3}
  368. def test_update_sequence(data_node):
  369. task_1 = Task("foo",{}, print,[data_node],[], TaskId("t1"))
  370. task_2 = Task("bar", {}, print, [], [data_node], id=TaskId("t2"))
  371. scenario = Scenario("baz", {task_1, task_2}, {})
  372. scenario.add_sequence("seq_1", [task_1])
  373. assert len(scenario.sequences) == 1
  374. assert scenario.sequences["seq_1"].tasks == {"foo": task_1}
  375. assert scenario.sequences["seq_1"].name == "seq_1"
  376. scenario.update_sequence("seq_1", [task_2], {"new_key": "new_value"}, [])
  377. assert len(scenario.sequences) == 1
  378. assert scenario.sequences["seq_1"].tasks == {"bar": task_2}
  379. assert scenario.sequences["seq_1"].name == "seq_1"
  380. assert scenario.sequences["seq_1"].properties["new_key"] == "new_value"
  381. def test_add_rename_and_remove_sequences_within_context(data_node):
  382. task_1 = Task("task_1", {}, print, output=[data_node])
  383. task_2 = Task("task_2", {}, print, input=[data_node])
  384. _TaskManagerFactory._build_manager()._set(task_1)
  385. scenario = Scenario(config_id="scenario", tasks={task_1, task_2}, properties={})
  386. _ScenarioManagerFactory._build_manager()._set(scenario)
  387. with scenario as sc:
  388. sc.add_sequence("seq_name", [task_1])
  389. assert len(scenario.sequences) == 1
  390. assert scenario.sequences["seq_name"].tasks == {"task_1": task_1}
  391. with scenario as sc:
  392. sc.update_sequence("seq_name", [task_2])
  393. assert len(scenario.sequences) == 1
  394. assert scenario.sequences["seq_name"].tasks == {"task_2": task_2}
  395. with scenario as sc:
  396. sc.remove_sequence("seq_name")
  397. assert len(scenario.sequences) == 0
  398. def test_add_property_to_scenario():
  399. scenario = Scenario("foo", set(), {"key": "value"})
  400. assert scenario.properties == {"key": "value"}
  401. assert scenario.key == "value"
  402. scenario.properties["new_key"] = "new_value"
  403. assert scenario.properties == {"key": "value", "new_key": "new_value"}
  404. assert scenario.key == "value"
  405. assert scenario.new_key == "new_value"
  406. def test_add_cycle_to_scenario(cycle):
  407. scenario = Scenario("foo", set(), {})
  408. assert scenario.cycle is None
  409. _CycleManagerFactory._build_manager()._set(cycle)
  410. scenario.cycle = cycle
  411. assert scenario.cycle == cycle
  412. def test_add_and_remove_subscriber():
  413. scenario = Scenario("foo", set(), {})
  414. scenario._add_subscriber(print)
  415. assert len(scenario.subscribers) == 1
  416. scenario._remove_subscriber(print)
  417. assert len(scenario.subscribers) == 0
  418. def test_add_and_remove_tag():
  419. scenario = Scenario("foo", set(), {})
  420. assert len(scenario.tags) == 0
  421. scenario._add_tag("tag")
  422. assert len(scenario.tags) == 1
  423. scenario._remove_tag("tag")
  424. assert len(scenario.tags) == 0
  425. def test_auto_set_and_reload(cycle, current_datetime, task, data_node):
  426. scenario_1 = Scenario(
  427. "foo",
  428. set(),
  429. {"name": "bar"},
  430. set(),
  431. creation_date=current_datetime,
  432. is_primary=True,
  433. cycle=None,
  434. )
  435. additional_dn = InMemoryDataNode("additional_dn", Scope.SCENARIO)
  436. example_date = datetime.fromisoformat("2021-11-11T11:11:01.000001")
  437. tmp_cycle = Cycle(
  438. Frequency.WEEKLY,
  439. {},
  440. creation_date=example_date,
  441. start_date=example_date,
  442. end_date=example_date,
  443. name="cc",
  444. id=CycleId("tmp_cc_id"),
  445. )
  446. sequence_1_name = "sequence_1"
  447. sequence_1 = Sequence({}, [], SequenceId(f"SEQUENCE_{sequence_1_name}_{scenario_1.id}"))
  448. tmp_sequence_name = "tmp_sequence"
  449. tmp_sequence = Sequence(
  450. {},
  451. [],
  452. SequenceId(f"SEQUENCE_{tmp_sequence_name}_{scenario_1.id}"),
  453. )
  454. _TaskManagerFactory._build_manager()._set(task)
  455. _DataManagerFactory._build_manager()._set(data_node)
  456. _DataManagerFactory._build_manager()._set(additional_dn)
  457. _CycleManagerFactory._build_manager()._set(cycle)
  458. scenario_manager = _ScenarioManagerFactory._build_manager()
  459. cycle_manager = _CycleManagerFactory._build_manager()
  460. cycle_manager._set(cycle)
  461. cycle_manager._set(tmp_cycle)
  462. scenario_manager._set(scenario_1)
  463. scenario_2 = scenario_manager._get(scenario_1)
  464. assert scenario_1.config_id == "foo"
  465. assert scenario_2.config_id == "foo"
  466. # auto set & reload on name attribute
  467. assert scenario_1.name == "bar"
  468. assert scenario_2.name == "bar"
  469. scenario_1.name = "zab"
  470. assert scenario_1.name == "zab"
  471. assert scenario_2.name == "zab"
  472. scenario_2.name = "baz"
  473. assert scenario_1.name == "baz"
  474. assert scenario_2.name == "baz"
  475. # auto set & reload on sequences attribute
  476. assert len(scenario_1.sequences) == 0
  477. assert len(scenario_2.sequences) == 0
  478. scenario_1.sequences = {tmp_sequence_name: {}}
  479. assert len(scenario_1.sequences) == 1
  480. assert scenario_1.sequences[tmp_sequence_name] == tmp_sequence
  481. assert len(scenario_2.sequences) == 1
  482. assert scenario_2.sequences[tmp_sequence_name] == tmp_sequence
  483. scenario_2.add_sequences({sequence_1_name: []})
  484. assert len(scenario_1.sequences) == 2
  485. assert scenario_1.sequences == {sequence_1_name: sequence_1, tmp_sequence_name: tmp_sequence}
  486. assert len(scenario_2.sequences) == 2
  487. assert scenario_2.sequences == {sequence_1_name: sequence_1, tmp_sequence_name: tmp_sequence}
  488. scenario_2.remove_sequences([tmp_sequence_name])
  489. assert len(scenario_1.sequences) == 1
  490. assert scenario_1.sequences == {sequence_1_name: sequence_1}
  491. assert len(scenario_2.sequences) == 1
  492. assert scenario_2.sequences == {sequence_1_name: sequence_1}
  493. assert len(scenario_1.tasks) == 0
  494. assert len(scenario_1.data_nodes) == 0
  495. scenario_1.tasks = {task}
  496. assert len(scenario_1.tasks) == 1
  497. assert scenario_1.tasks[task.config_id] == task
  498. assert len(scenario_1.data_nodes) == 2
  499. assert len(scenario_2.tasks) == 1
  500. assert scenario_2.tasks[task.config_id] == task
  501. assert len(scenario_2.data_nodes) == 2
  502. assert len(scenario_1.additional_data_nodes) == 0
  503. scenario_1.additional_data_nodes = {additional_dn}
  504. assert len(scenario_1.additional_data_nodes) == 1
  505. assert scenario_1.additional_data_nodes[additional_dn.config_id] == additional_dn
  506. assert len(scenario_1.data_nodes) == 3
  507. assert len(scenario_2.additional_data_nodes) == 1
  508. assert scenario_2.additional_data_nodes[additional_dn.config_id] == additional_dn
  509. assert len(scenario_2.data_nodes) == 3
  510. new_datetime = current_datetime + timedelta(1)
  511. new_datetime_1 = current_datetime + timedelta(2)
  512. # auto set & reload on name attribute
  513. assert scenario_1.creation_date == current_datetime
  514. assert scenario_2.creation_date == current_datetime
  515. scenario_1.creation_date = new_datetime_1
  516. assert scenario_1.creation_date == new_datetime_1
  517. assert scenario_2.creation_date == new_datetime_1
  518. scenario_2.creation_date = new_datetime
  519. assert scenario_1.creation_date == new_datetime
  520. assert scenario_2.creation_date == new_datetime
  521. # auto set & reload on cycle attribute
  522. assert scenario_1.cycle is None
  523. assert scenario_2.cycle is None
  524. scenario_1.cycle = tmp_cycle
  525. assert scenario_1.cycle == tmp_cycle
  526. assert scenario_2.cycle == tmp_cycle
  527. scenario_2.cycle = cycle
  528. assert scenario_1.cycle == cycle
  529. assert scenario_2.cycle == cycle
  530. # auto set & reload on is_primary attribute
  531. assert scenario_1.is_primary
  532. assert scenario_2.is_primary
  533. scenario_1.is_primary = False
  534. assert not scenario_1.is_primary
  535. assert not scenario_2.is_primary
  536. scenario_2.is_primary = True
  537. assert scenario_1.is_primary
  538. assert scenario_2.is_primary
  539. # auto set & reload on subscribers attribute
  540. assert len(scenario_1.subscribers) == 0
  541. assert len(scenario_2.subscribers) == 0
  542. scenario_1.subscribers.append(_Subscriber(print, []))
  543. assert len(scenario_1.subscribers) == 1
  544. assert len(scenario_2.subscribers) == 1
  545. scenario_2.subscribers.append(_Subscriber(print, []))
  546. assert len(scenario_1.subscribers) == 2
  547. assert len(scenario_2.subscribers) == 2
  548. scenario_1.subscribers.clear()
  549. assert len(scenario_1.subscribers) == 0
  550. assert len(scenario_2.subscribers) == 0
  551. scenario_1.subscribers.extend([_Subscriber(print, []), _Subscriber(map, [])])
  552. assert len(scenario_1.subscribers) == 2
  553. assert len(scenario_2.subscribers) == 2
  554. scenario_1.subscribers.remove(_Subscriber(print, []))
  555. assert len(scenario_1.subscribers) == 1
  556. assert len(scenario_2.subscribers) == 1
  557. scenario_1.subscribers + print + len
  558. assert len(scenario_1.subscribers) == 3
  559. assert len(scenario_2.subscribers) == 3
  560. scenario_1.subscribers = []
  561. assert len(scenario_1.subscribers) == 0
  562. assert len(scenario_2.subscribers) == 0
  563. assert len(scenario_1.tags) == 0
  564. scenario_1.tags = {"hi"}
  565. assert len(scenario_1.tags) == 1
  566. assert len(scenario_2.tags) == 1
  567. with scenario_1 as scenario:
  568. assert scenario.config_id == "foo"
  569. assert len(scenario.tasks) == 1
  570. assert len(scenario.sequences) == 1
  571. assert scenario.sequences["sequence_1"] == sequence_1
  572. assert scenario.tasks[task.config_id] == task
  573. assert len(scenario.additional_data_nodes) == 1
  574. assert scenario.additional_data_nodes[additional_dn.config_id] == additional_dn
  575. assert scenario.creation_date == new_datetime
  576. assert scenario.cycle == cycle
  577. assert scenario.is_primary
  578. assert len(scenario.subscribers) == 0
  579. assert len(scenario.tags) == 1
  580. assert scenario._is_in_context
  581. assert scenario.name == "baz"
  582. new_datetime_2 = new_datetime + timedelta(5)
  583. scenario._config_id = "foo"
  584. scenario.tasks = set()
  585. scenario.additional_data_nodes = set()
  586. scenario.remove_sequences([sequence_1_name])
  587. scenario.creation_date = new_datetime_2
  588. scenario.cycle = None
  589. scenario.is_primary = False
  590. scenario.subscribers = [print]
  591. scenario.tags = None
  592. scenario.name = "qux"
  593. assert scenario.config_id == "foo"
  594. assert len(scenario.sequences) == 1
  595. assert scenario.sequences[sequence_1_name] == sequence_1
  596. assert len(scenario.tasks) == 1
  597. assert scenario.tasks[task.config_id] == task
  598. assert len(scenario.additional_data_nodes) == 1
  599. assert scenario.additional_data_nodes[additional_dn.config_id] == additional_dn
  600. assert scenario.creation_date == new_datetime
  601. assert scenario.cycle == cycle
  602. assert scenario.is_primary
  603. assert len(scenario.subscribers) == 0
  604. assert len(scenario.tags) == 1
  605. assert scenario._is_in_context
  606. assert scenario.name == "baz"
  607. assert scenario_1.config_id == "foo"
  608. assert len(scenario_1.sequences) == 0
  609. assert len(scenario_1.tasks) == 0
  610. assert len(scenario_1.additional_data_nodes) == 0
  611. assert scenario_1.tasks == {}
  612. assert scenario_1.additional_data_nodes == {}
  613. assert scenario_1.creation_date == new_datetime_2
  614. assert scenario_1.cycle is None
  615. assert not scenario_1.is_primary
  616. assert len(scenario_1.subscribers) == 1
  617. assert len(scenario_1.tags) == 0
  618. assert not scenario_1._is_in_context
  619. def test_auto_set_and_reload_properties():
  620. scenario_1 = Scenario(
  621. "foo",
  622. set(),
  623. {"name": "baz"},
  624. )
  625. scenario_manager = _ScenarioManagerFactory._build_manager()
  626. scenario_manager._set(scenario_1)
  627. scenario_2 = scenario_manager._get(scenario_1)
  628. # auto set & reload on properties attribute
  629. assert scenario_1.properties == {"name": "baz"}
  630. assert scenario_2.properties == {"name": "baz"}
  631. scenario_1._properties["qux"] = 4
  632. assert scenario_1.properties["qux"] == 4
  633. assert scenario_2.properties["qux"] == 4
  634. assert scenario_1.properties == {"name": "baz", "qux": 4}
  635. assert scenario_2.properties == {"name": "baz", "qux": 4}
  636. scenario_2._properties["qux"] = 5
  637. assert scenario_1.properties["qux"] == 5
  638. assert scenario_2.properties["qux"] == 5
  639. scenario_1.properties["temp_key_1"] = "temp_value_1"
  640. scenario_1.properties["temp_key_2"] = "temp_value_2"
  641. assert scenario_1.properties == {
  642. "name": "baz",
  643. "qux": 5,
  644. "temp_key_1": "temp_value_1",
  645. "temp_key_2": "temp_value_2",
  646. }
  647. assert scenario_2.properties == {
  648. "name": "baz",
  649. "qux": 5,
  650. "temp_key_1": "temp_value_1",
  651. "temp_key_2": "temp_value_2",
  652. }
  653. scenario_1.properties.pop("temp_key_1")
  654. assert "temp_key_1" not in scenario_1.properties.keys()
  655. assert "temp_key_1" not in scenario_1.properties.keys()
  656. assert scenario_1.properties == {
  657. "name": "baz",
  658. "qux": 5,
  659. "temp_key_2": "temp_value_2",
  660. }
  661. assert scenario_2.properties == {
  662. "name": "baz",
  663. "qux": 5,
  664. "temp_key_2": "temp_value_2",
  665. }
  666. scenario_2.properties.pop("temp_key_2")
  667. assert scenario_1.properties == {"name": "baz", "qux": 5}
  668. assert scenario_2.properties == {"name": "baz", "qux": 5}
  669. assert "temp_key_2" not in scenario_1.properties.keys()
  670. assert "temp_key_2" not in scenario_2.properties.keys()
  671. scenario_1.properties["temp_key_3"] = 0
  672. assert scenario_1.properties == {"name": "baz", "qux": 5, "temp_key_3": 0}
  673. assert scenario_2.properties == {"name": "baz", "qux": 5, "temp_key_3": 0}
  674. scenario_1.properties.update({"temp_key_3": 1})
  675. assert scenario_1.properties == {"name": "baz", "qux": 5, "temp_key_3": 1}
  676. assert scenario_2.properties == {"name": "baz", "qux": 5, "temp_key_3": 1}
  677. scenario_1.properties.update(dict())
  678. assert scenario_1.properties == {"name": "baz", "qux": 5, "temp_key_3": 1}
  679. assert scenario_2.properties == {"name": "baz", "qux": 5, "temp_key_3": 1}
  680. scenario_1.properties["temp_key_4"] = 0
  681. scenario_1.properties["temp_key_5"] = 0
  682. with scenario_1 as scenario:
  683. assert scenario.properties["qux"] == 5
  684. assert scenario.properties["temp_key_3"] == 1
  685. assert scenario.properties["temp_key_4"] == 0
  686. assert scenario.properties["temp_key_5"] == 0
  687. scenario.properties["qux"] = 9
  688. scenario.properties.pop("temp_key_3")
  689. scenario.properties.pop("temp_key_4")
  690. scenario.properties.update({"temp_key_4": 1})
  691. scenario.properties.update({"temp_key_5": 2})
  692. scenario.properties.pop("temp_key_5")
  693. scenario.properties.update(dict())
  694. assert scenario._is_in_context
  695. assert scenario.properties["qux"] == 5
  696. assert scenario.properties["temp_key_3"] == 1
  697. assert scenario.properties["temp_key_4"] == 0
  698. assert scenario.properties["temp_key_5"] == 0
  699. assert not scenario_1._is_in_context
  700. assert scenario_1.properties["qux"] == 9
  701. assert "temp_key_3" not in scenario_1.properties.keys()
  702. assert scenario_1.properties["temp_key_4"] == 1
  703. assert "temp_key_5" not in scenario_1.properties.keys()
  704. def test_is_deletable():
  705. with mock.patch("taipy.core.scenario._scenario_manager._ScenarioManager._is_deletable") as mock_submit:
  706. scenario = Scenario("foo", set(), {})
  707. scenario.is_deletable()
  708. mock_submit.assert_called_once_with(scenario)
  709. def test_submit_scenario():
  710. with mock.patch("taipy.core.scenario._scenario_manager._ScenarioManager._submit") as mock_submit:
  711. scenario = Scenario("foo", set(), {})
  712. scenario.submit(force=False)
  713. mock_submit.assert_called_once_with(scenario, None, False, False, None)
  714. def test_subscribe_scenario():
  715. with mock.patch("taipy.core.subscribe_scenario") as mock_subscribe:
  716. scenario = Scenario("foo", set(), {})
  717. scenario.subscribe(None)
  718. mock_subscribe.assert_called_once_with(None, None, scenario)
  719. def test_unsubscribe_scenario():
  720. with mock.patch("taipy.core.unsubscribe_scenario") as mock_unsubscribe:
  721. scenario = Scenario("foo", set(), {})
  722. scenario.unsubscribe(None)
  723. mock_unsubscribe.assert_called_once_with(None, None, scenario)
  724. def test_add_tag_scenario():
  725. with mock.patch("taipy.core.tag") as mock_add_tag:
  726. scenario = Scenario("foo", set(), {})
  727. scenario.add_tag("tag")
  728. mock_add_tag.assert_called_once_with(scenario, "tag")
  729. def test_remove_tag_scenario():
  730. with mock.patch("taipy.core.untag") as mock_remove_tag:
  731. scenario = Scenario("foo", set(), {})
  732. scenario.remove_tag("tag")
  733. mock_remove_tag.assert_called_once_with(scenario, "tag")
  734. def test_get_inputs_outputs_intermediate_data_nodes():
  735. data_node_1 = DataNode("foo", Scope.SCENARIO, "s1")
  736. data_node_2 = DataNode("bar", Scope.SCENARIO, "s2")
  737. data_node_3 = DataNode("baz", Scope.SCENARIO, "s3")
  738. data_node_4 = DataNode("qux", Scope.SCENARIO, "s4")
  739. data_node_5 = DataNode("quux", Scope.SCENARIO, "s5")
  740. data_node_6 = DataNode("quuz", Scope.SCENARIO, "s6")
  741. data_node_7 = DataNode("corge", Scope.SCENARIO, "s7")
  742. task_1 = Task("grault", {}, print, [data_node_1, data_node_2], [data_node_3, data_node_4], TaskId("t1"))
  743. task_2 = Task("garply", {}, print, [data_node_3], [data_node_5], TaskId("t2"))
  744. task_3 = Task("waldo", {}, print, [data_node_5, data_node_4], [data_node_6], TaskId("t3"))
  745. task_4 = Task("fred", {}, print, [data_node_4], [data_node_7], TaskId("t4"))
  746. scenario = Scenario("scenario", {task_1, task_2, task_3, task_4}, {}, set(), ScenarioId("s1"))
  747. # s1 --- ---> s3 ---> t2 ---> s5 ----
  748. # | | |
  749. # |---> t1 ---| -------------------------> t3 ---> s6
  750. # | | |
  751. # s2 --- ---> s4 ---> t4 ---> s7
  752. assert scenario.get_inputs() == {data_node_1, data_node_2}
  753. assert scenario.get_outputs() == {data_node_6, data_node_7}
  754. assert scenario.get_intermediate() == {data_node_3, data_node_4, data_node_5}
  755. data_node_1 = DataNode("foo", Scope.SCENARIO, "s1")
  756. data_node_2 = DataNode("bar", Scope.SCENARIO, "s2")
  757. data_node_4 = DataNode("qux", Scope.SCENARIO, "s4")
  758. data_node_5 = DataNode("quux", Scope.SCENARIO, "s5")
  759. data_node_6 = DataNode("quuz", Scope.SCENARIO, "s6")
  760. data_node_7 = DataNode("corge", Scope.SCENARIO, "s7")
  761. task_1 = Task("grault", {}, print, [data_node_1, data_node_2], [data_node_4], TaskId("t1"))
  762. task_2 = Task("garply", {}, print, None, [data_node_5], TaskId("t2"))
  763. task_3 = Task("waldo", {}, print, [data_node_5, data_node_4], [data_node_6], TaskId("t3"))
  764. task_4 = Task("fred", {}, print, [data_node_4], [data_node_7], TaskId("t4"))
  765. scenario = Scenario("scenario", {task_1, task_2, task_3, task_4}, {}, set(), ScenarioId("s1"))
  766. # s1 --- t2 ---> s5 ------
  767. # | |
  768. # |---> t1 ---| -----> t3 ---> s6
  769. # | | |
  770. # s2 --- ---> s4 ---> t4 ---> s7
  771. assert scenario.get_inputs() == {data_node_1, data_node_2}
  772. assert scenario.get_outputs() == {data_node_6, data_node_7}
  773. assert scenario.get_intermediate() == {data_node_4, data_node_5}
  774. data_node_1 = DataNode("foo", Scope.SCENARIO, "s1")
  775. data_node_2 = DataNode("bar", Scope.SCENARIO, "s2")
  776. data_node_4 = DataNode("qux", Scope.SCENARIO, "s4")
  777. data_node_5 = DataNode("quux", Scope.SCENARIO, "s5")
  778. data_node_6 = DataNode("quuz", Scope.SCENARIO, "s6")
  779. data_node_7 = DataNode("corge", Scope.SCENARIO, "s7")
  780. data_node_8 = DataNode("d8", Scope.SCENARIO, "s8")
  781. data_node_9 = DataNode("d9", Scope.SCENARIO, "s9")
  782. task_1 = Task("grault", {}, print, [data_node_1, data_node_2], [data_node_4], TaskId("t1"))
  783. task_2 = Task("garply", {}, print, [data_node_6], [data_node_5], TaskId("t2"))
  784. task_3 = Task("waldo", {}, print, [data_node_5, data_node_4], id=TaskId("t3"))
  785. task_4 = Task("fred", {}, print, [data_node_4], [data_node_7], TaskId("t4"))
  786. task_5 = Task("t5", {}, print, [data_node_8], [data_node_9], TaskId("t5"))
  787. task_6 = Task("t6", {}, print, [data_node_7, data_node_9], id=TaskId("t6"))
  788. scenario = Scenario("scenario", {task_1, task_2, task_3, task_4, task_5, task_6}, {}, set(), ScenarioId("s1"))
  789. # s1 --- s6 ---> t2 ---> s5
  790. # | |
  791. # |---> t1 ---| -----> t3
  792. # | | |
  793. # s2 --- ---> s4 ---> t4 ---> s7 ---> t6
  794. # |
  795. # s8 -------> t5 -------> s9 ------------------
  796. assert scenario.get_inputs() == {data_node_1, data_node_2, data_node_6, data_node_8}
  797. assert scenario.get_outputs() == set()
  798. assert scenario.get_intermediate() == {data_node_5, data_node_4, data_node_7, data_node_9}
  799. data_node_1 = DataNode("foo", Scope.SCENARIO, "s1")
  800. data_node_2 = DataNode("bar", Scope.SCENARIO, "s2")
  801. data_node_4 = DataNode("qux", Scope.SCENARIO, "s4")
  802. data_node_5 = DataNode("quux", Scope.SCENARIO, "s5")
  803. data_node_6 = DataNode("quuz", Scope.SCENARIO, "s6")
  804. data_node_7 = DataNode("corge", Scope.SCENARIO, "s7")
  805. data_node_8 = DataNode("hugh", Scope.SCENARIO, "s8")
  806. task_1 = Task("grault", {}, print, [data_node_1, data_node_2], [data_node_4], TaskId("t1"))
  807. task_2 = Task("garply", {}, print, output=[data_node_5], id=TaskId("t2"))
  808. task_3 = Task("waldo", {}, print, [data_node_4], None, id=TaskId("t3"))
  809. task_4 = Task("fred", {}, print, [data_node_4, data_node_6], [data_node_7], TaskId("t4"))
  810. task_5 = Task("bob", {}, print, [data_node_8], None, TaskId("t5"))
  811. scenario = Scenario("scenario", {task_1, task_2, task_3, task_4, task_5}, {}, set(), ScenarioId("sc1"))
  812. # s1 ---
  813. # |
  814. # |---> t1 ---| -----> t3
  815. # | | |
  816. # s2 --- ---> s4 ---> t4 ---> s7
  817. # t2 ---> s5 |
  818. # s8 ---> t5 s6 --|
  819. assert scenario.get_inputs() == {data_node_1, data_node_2, data_node_8, data_node_6}
  820. assert scenario.get_outputs() == {data_node_5, data_node_7}
  821. assert scenario.get_intermediate() == {data_node_4}
  822. def test_is_ready_to_run():
  823. data_node_1 = PickleDataNode("foo", Scope.SCENARIO, "s1", properties={"default_data": 1})
  824. data_node_2 = PickleDataNode("bar", Scope.SCENARIO, "s2", properties={"default_data": 2})
  825. data_node_4 = PickleDataNode("qux", Scope.SCENARIO, "s4", properties={"default_data": 4})
  826. data_node_5 = PickleDataNode("quux", Scope.SCENARIO, "s5", properties={"default_data": 5})
  827. data_node_6 = PickleDataNode("quuz", Scope.SCENARIO, "s6", properties={"default_data": 6})
  828. data_node_7 = PickleDataNode("corge", Scope.SCENARIO, "s7", properties={"default_data": 7})
  829. data_node_8 = PickleDataNode("d8", Scope.SCENARIO, "s8", properties={"default_data": 8})
  830. data_node_9 = PickleDataNode("d9", Scope.SCENARIO, "s9", properties={"default_data": 9})
  831. task_1 = Task("grault", {}, print, [data_node_1, data_node_2], [data_node_4], TaskId("t1"))
  832. task_2 = Task("garply", {}, print, [data_node_6], [data_node_5], TaskId("t2"))
  833. task_3 = Task("waldo", {}, print, [data_node_5, data_node_4], id=TaskId("t3"))
  834. task_4 = Task("fred", {}, print, [data_node_4], [data_node_7], TaskId("t4"))
  835. task_5 = Task("t5", {}, print, [data_node_8], [data_node_9], TaskId("t5"))
  836. task_6 = Task("t6", {}, print, [data_node_7, data_node_9], id=TaskId("t6"))
  837. scenario = Scenario("scenario", {task_1, task_2, task_3, task_4, task_5, task_6}, {}, set(), ScenarioId("s1"))
  838. # s1 --- s6 ---> t2 ---> s5
  839. # | |
  840. # |---> t1 ---| -----> t3
  841. # | | |
  842. # s2 --- ---> s4 ---> t4 ---> s7 ---> t6
  843. # |
  844. # s8 -------> t5 -------> s9 ------------------
  845. assert scenario.get_inputs() == {data_node_1, data_node_2, data_node_6, data_node_8}
  846. data_manager = _DataManagerFactory._build_manager()
  847. data_manager._delete_all()
  848. for dn in [data_node_1, data_node_2, data_node_4, data_node_5, data_node_6, data_node_7, data_node_8, data_node_9]:
  849. data_manager._set(dn)
  850. assert scenario.is_ready_to_run()
  851. data_node_1.edit_in_progress = True
  852. assert not scenario.is_ready_to_run()
  853. data_node_2.edit_in_progress = True
  854. assert not scenario.is_ready_to_run()
  855. data_node_6.edit_in_progress = True
  856. data_node_8.edit_in_progress = True
  857. assert not scenario.is_ready_to_run()
  858. data_node_1.edit_in_progress = False
  859. data_node_2.edit_in_progress = False
  860. data_node_6.edit_in_progress = False
  861. data_node_8.edit_in_progress = False
  862. assert scenario.is_ready_to_run()
  863. def test_data_nodes_being_edited():
  864. data_node_1 = PickleDataNode("foo", Scope.SCENARIO, "s1", properties={"default_data": 1})
  865. data_node_2 = PickleDataNode("bar", Scope.SCENARIO, "s2", properties={"default_data": 2})
  866. data_node_4 = PickleDataNode("qux", Scope.SCENARIO, "s4", properties={"default_data": 4})
  867. data_node_5 = PickleDataNode("quux", Scope.SCENARIO, "s5", properties={"default_data": 5})
  868. data_node_6 = PickleDataNode("quuz", Scope.SCENARIO, "s6", properties={"default_data": 6})
  869. data_node_7 = PickleDataNode("corge", Scope.SCENARIO, "s7", properties={"default_data": 7})
  870. data_node_8 = PickleDataNode("d8", Scope.SCENARIO, "s8", properties={"default_data": 8})
  871. data_node_9 = PickleDataNode("d9", Scope.SCENARIO, "s9", properties={"default_data": 9})
  872. task_1 = Task("grault", {}, print, [data_node_1, data_node_2], [data_node_4], TaskId("t1"))
  873. task_2 = Task("garply", {}, print, [data_node_6], [data_node_5], TaskId("t2"))
  874. task_3 = Task("waldo", {}, print, [data_node_5, data_node_4], id=TaskId("t3"))
  875. task_4 = Task("fred", {}, print, [data_node_4], [data_node_7], TaskId("t4"))
  876. task_5 = Task("t5", {}, print, [data_node_8], [data_node_9], TaskId("t5"))
  877. task_6 = Task("t6", {}, print, [data_node_7, data_node_9], id=TaskId("t6"))
  878. scenario = Scenario("scenario", {task_1, task_2, task_3, task_4, task_5, task_6}, {}, set(), ScenarioId("s1"))
  879. # s1 --- s6 ---> t2 ---> s5
  880. # | |
  881. # |---> t1 ---| -----> t3
  882. # | | |
  883. # s2 --- ---> s4 ---> t4 ---> s7 ---> t6
  884. # |
  885. # s8 -------> t5 -------> s9 ------------------
  886. data_manager = _DataManagerFactory._build_manager()
  887. for dn in [data_node_1, data_node_2, data_node_4, data_node_5, data_node_6, data_node_7, data_node_8, data_node_9]:
  888. data_manager._set(dn)
  889. assert len(scenario.data_nodes_being_edited()) == 0
  890. assert scenario.data_nodes_being_edited() == set()
  891. data_node_1.edit_in_progress = True
  892. assert len(scenario.data_nodes_being_edited()) == 1
  893. assert scenario.data_nodes_being_edited() == {data_node_1}
  894. data_node_2.edit_in_progress = True
  895. data_node_6.edit_in_progress = True
  896. data_node_8.edit_in_progress = True
  897. assert len(scenario.data_nodes_being_edited()) == 4
  898. assert scenario.data_nodes_being_edited() == {data_node_1, data_node_2, data_node_6, data_node_8}
  899. data_node_4.edit_in_progress = True
  900. data_node_5.edit_in_progress = True
  901. data_node_9.edit_in_progress = True
  902. assert len(scenario.data_nodes_being_edited()) == 7
  903. assert scenario.data_nodes_being_edited() == {
  904. data_node_1,
  905. data_node_2,
  906. data_node_4,
  907. data_node_5,
  908. data_node_6,
  909. data_node_8,
  910. data_node_9,
  911. }
  912. data_node_1.edit_in_progress = False
  913. data_node_2.edit_in_progress = False
  914. data_node_6.edit_in_progress = False
  915. data_node_8.edit_in_progress = False
  916. assert len(scenario.data_nodes_being_edited()) == 3
  917. assert scenario.data_nodes_being_edited() == {data_node_4, data_node_5, data_node_9}
  918. data_node_4.edit_in_progress = False
  919. data_node_5.edit_in_progress = False
  920. data_node_7.edit_in_progress = True
  921. assert len(scenario.data_nodes_being_edited()) == 2
  922. assert scenario.data_nodes_being_edited() == {data_node_7, data_node_9}
  923. data_node_7.edit_in_progress = False
  924. data_node_9.edit_in_progress = False
  925. assert len(scenario.data_nodes_being_edited()) == 0
  926. assert scenario.data_nodes_being_edited() == set()
  927. def test_get_tasks():
  928. task_1 = Task("grault", {}, print, id=TaskId("t1"))
  929. task_2 = Task("garply", {}, print, id=TaskId("t2"))
  930. task_3 = Task("waldo", {}, print, id=TaskId("t3"))
  931. task_4 = Task("fred", {}, print, id=TaskId("t4"))
  932. scenario_1 = Scenario("scenario_1", {task_1, task_2, task_3, task_4}, {}, set(), ScenarioId("s1"))
  933. assert scenario_1.tasks == {"grault": task_1, "garply": task_2, "waldo": task_3, "fred": task_4}
  934. task_5 = Task("wallo", {}, print, id=TaskId("t5"))
  935. scenario_2 = Scenario("scenario_2", {task_1, task_2, task_3, task_4, task_5}, {}, set(), ScenarioId("s2"))
  936. assert scenario_2.tasks == {"grault": task_1, "garply": task_2, "waldo": task_3, "fred": task_4, "wallo": task_5}
  937. def test_get_set_of_tasks():
  938. task_1 = Task("grault", {}, print, id=TaskId("t1"))
  939. task_2 = Task("garply", {}, print, id=TaskId("t2"))
  940. task_3 = Task("waldo", {}, print, id=TaskId("t3"))
  941. task_4 = Task("fred", {}, print, id=TaskId("t4"))
  942. scenario_1 = Scenario("scenario_1", {task_1, task_2, task_3, task_4}, {}, set(), ScenarioId("s1"))
  943. assert scenario_1._get_set_of_tasks() == {task_1, task_2, task_3, task_4}
  944. task_5 = Task("wallo", {}, print, id=TaskId("t5"))
  945. scenario_2 = Scenario("scenario_2", {task_1, task_2, task_3, task_4, task_5}, {}, set(), ScenarioId("s2"))
  946. assert scenario_2._get_set_of_tasks() == {task_1, task_2, task_3, task_4, task_5}
  947. def test_get_sorted_tasks():
  948. def _assert_equal(tasks_a, tasks_b) -> bool:
  949. if len(tasks_a) != len(tasks_b):
  950. return False
  951. for i in range(len(tasks_a)):
  952. task_a, task_b = tasks_a[i], tasks_b[i]
  953. if isinstance(task_a, list) and isinstance(task_b, list):
  954. if not _assert_equal(task_a, task_b):
  955. return False
  956. elif isinstance(task_a, list) or isinstance(task_b, list):
  957. return False
  958. else:
  959. index_task_b = tasks_b.index(task_a)
  960. if any(isinstance(task_b, list) for task_b in tasks_b[i : index_task_b + 1]):
  961. return False
  962. return True
  963. # s1 --- ---> s3 ---> t2 ---> s5 ----
  964. # | | |
  965. # |---> t1 ---| -------------------------> t3 ---> s6
  966. # | | |
  967. # s2 --- ---> s4 ---> t4 ---> s7
  968. data_node_1 = InMemoryDataNode("foo", Scope.SCENARIO, "s1")
  969. data_node_2 = InMemoryDataNode("bar", Scope.SCENARIO, "s2")
  970. data_node_3 = InMemoryDataNode("baz", Scope.SCENARIO, "s3")
  971. data_node_4 = InMemoryDataNode("qux", Scope.SCENARIO, "s4")
  972. data_node_5 = InMemoryDataNode("quux", Scope.SCENARIO, "s5")
  973. data_node_6 = InMemoryDataNode("quuz", Scope.SCENARIO, "s6")
  974. data_node_7 = InMemoryDataNode("corge", Scope.SCENARIO, "s7")
  975. task_1 = Task("grault", {}, print, [data_node_1, data_node_2], [data_node_3, data_node_4], TaskId("t1"))
  976. task_2 = Task("garply", {}, print, [data_node_3], [data_node_5], TaskId("t2"))
  977. task_3 = Task("waldo", {}, print, [data_node_5, data_node_4], [data_node_6], TaskId("t3"))
  978. task_4 = Task("fred", {}, print, [data_node_4], [data_node_7], TaskId("t4"))
  979. scenario_1 = Scenario("scenario_1", {task_1, task_2, task_3, task_4}, {}, [], ScenarioId("s1"))
  980. assert scenario_1.get_inputs() == {data_node_1, data_node_2}
  981. assert scenario_1._get_set_of_tasks() == {task_1, task_2, task_3, task_4}
  982. _assert_equal(scenario_1._get_sorted_tasks(), [[task_1], [task_2, task_4], [task_3]])
  983. # s1 --- t2 ---> s5
  984. # | |
  985. # |---> t1 ---| -----> t3 ---> s6
  986. # | | |
  987. # s2 --- ---> s4 ---> t4 ---> s7
  988. data_node_1 = InMemoryDataNode("foo", Scope.SCENARIO, "s1")
  989. data_node_2 = InMemoryDataNode("bar", Scope.SCENARIO, "s2")
  990. data_node_4 = InMemoryDataNode("qux", Scope.SCENARIO, "s4")
  991. data_node_5 = InMemoryDataNode("quux", Scope.SCENARIO, "s5")
  992. data_node_6 = InMemoryDataNode("quuz", Scope.SCENARIO, "s6")
  993. data_node_7 = InMemoryDataNode("corge", Scope.SCENARIO, "s7")
  994. task_1 = Task("grault", {}, print, [data_node_1, data_node_2], [data_node_4], TaskId("t1"))
  995. task_2 = Task("garply", {}, print, None, [data_node_5], TaskId("t2"))
  996. task_3 = Task("waldo", {}, print, [data_node_5, data_node_4], [data_node_6], TaskId("t3"))
  997. task_4 = Task("fred", {}, print, [data_node_4], [data_node_7], TaskId("t4"))
  998. scenario_2 = Scenario("scenario_2", {task_1, task_2, task_3, task_4}, {}, [], ScenarioId("s2"))
  999. assert scenario_2.get_inputs() == {data_node_1, data_node_2}
  1000. assert scenario_2._get_set_of_tasks() == {task_1, task_2, task_3, task_4}
  1001. _assert_equal(scenario_2._get_sorted_tasks(), [[task_1, task_2], [task_3, task_4]])
  1002. # s1 --- s6 ---> t2 ---> s5
  1003. # | |
  1004. # |---> t1 ---| -----> t3
  1005. # | | |
  1006. # s2 --- ---> s4 ---> t4 ---> s7
  1007. data_node_1 = DataNode("foo", Scope.SCENARIO, "s1")
  1008. data_node_2 = DataNode("bar", Scope.SCENARIO, "s2")
  1009. data_node_4 = DataNode("qux", Scope.SCENARIO, "s4")
  1010. data_node_5 = DataNode("quux", Scope.SCENARIO, "s5")
  1011. data_node_6 = DataNode("quuz", Scope.SCENARIO, "s6")
  1012. data_node_7 = DataNode("corge", Scope.SCENARIO, "s7")
  1013. task_1 = Task(
  1014. "grault",
  1015. {},
  1016. print,
  1017. [data_node_1, data_node_2],
  1018. [data_node_4],
  1019. TaskId("t1"),
  1020. )
  1021. task_2 = Task("garply", {}, print, [data_node_6], [data_node_5], TaskId("t2"))
  1022. task_3 = Task("waldo", {}, print, [data_node_5, data_node_4], id=TaskId("t3"))
  1023. task_4 = Task("fred", {}, print, [data_node_4], [data_node_7], TaskId("t4"))
  1024. scenario_3 = Scenario("quest", [task_4, task_2, task_1, task_3], {}, [], scenario_id=ScenarioId("s3"))
  1025. assert scenario_3.get_inputs() == {data_node_1, data_node_2, data_node_6}
  1026. assert scenario_3._get_set_of_tasks() == {task_1, task_2, task_3, task_4}
  1027. assert _assert_equal(scenario_3._get_sorted_tasks(), [[task_2, task_1], [task_4, task_3]])
  1028. # s1 --- s6 ---> t2 ---> s5
  1029. # | |
  1030. # |---> t1 ---| -----> t3
  1031. # | | |
  1032. # s2 --- ---> s4 ---> t4 ---> s7 ---> t6
  1033. # |
  1034. # s8 -------> t5 -------> s9 ------------------
  1035. data_node_1 = InMemoryDataNode("foo", Scope.SCENARIO, "s1")
  1036. data_node_2 = InMemoryDataNode("bar", Scope.SCENARIO, "s2")
  1037. data_node_4 = InMemoryDataNode("qux", Scope.SCENARIO, "s4")
  1038. data_node_5 = InMemoryDataNode("quux", Scope.SCENARIO, "s5")
  1039. data_node_6 = InMemoryDataNode("quuz", Scope.SCENARIO, "s6")
  1040. data_node_7 = InMemoryDataNode("corge", Scope.SCENARIO, "s7")
  1041. data_node_8 = InMemoryDataNode("d8", Scope.SCENARIO, "s8")
  1042. data_node_9 = InMemoryDataNode("d9", Scope.SCENARIO, "s9")
  1043. task_1 = Task("grault", {}, print, [data_node_1, data_node_2], [data_node_4], TaskId("t1"))
  1044. task_2 = Task("garply", {}, print, [data_node_6], [data_node_5], TaskId("t2"))
  1045. task_3 = Task("waldo", {}, print, [data_node_5, data_node_4], id=TaskId("t3"))
  1046. task_4 = Task("fred", {}, print, [data_node_4], [data_node_7], TaskId("t4"))
  1047. task_5 = Task("t5", {}, print, [data_node_8], [data_node_9], TaskId("t5"))
  1048. task_6 = Task("t6", {}, print, [data_node_7, data_node_9], id=TaskId("t6"))
  1049. scenario_4 = Scenario("scenario_3", [task_1, task_2, task_3, task_4, task_5, task_6], {}, [], ScenarioId("s4"))
  1050. assert scenario_4.get_inputs() == {data_node_1, data_node_2, data_node_6, data_node_8}
  1051. assert scenario_4._get_set_of_tasks() == {task_1, task_2, task_3, task_4, task_5, task_6}
  1052. _assert_equal(scenario_4._get_sorted_tasks(), [[task_1, task_2, task_5], [task_3, task_4], [task_6]])
  1053. # s1 ---
  1054. # |
  1055. # |---> t1 ---| -----> t3
  1056. # | | |
  1057. # s2 --- ---> s4 ---> t4 ---> s7
  1058. # t2 ---> s5 |
  1059. # s8 ---> t5 s6 --|
  1060. data_node_1 = InMemoryDataNode("foo", Scope.SCENARIO, "s1")
  1061. data_node_2 = InMemoryDataNode("bar", Scope.SCENARIO, "s2")
  1062. data_node_4 = InMemoryDataNode("qux", Scope.SCENARIO, "s4")
  1063. data_node_5 = InMemoryDataNode("quux", Scope.SCENARIO, "s5")
  1064. data_node_6 = InMemoryDataNode("quuz", Scope.SCENARIO, "s6")
  1065. data_node_7 = InMemoryDataNode("corge", Scope.SCENARIO, "s7")
  1066. data_node_8 = InMemoryDataNode("hugh", Scope.SCENARIO, "s8")
  1067. task_1 = Task("grault", {}, print, [data_node_1, data_node_2], [data_node_4], TaskId("t1"))
  1068. task_2 = Task("garply", {}, print, output=[data_node_5], id=TaskId("t2"))
  1069. task_3 = Task("waldo", {}, print, [data_node_4], None, id=TaskId("t3"))
  1070. task_4 = Task("fred", {}, print, [data_node_4, data_node_6], [data_node_7], TaskId("t4"))
  1071. task_5 = Task("bob", {}, print, [data_node_8], None, TaskId("t5"))
  1072. scenario_5 = Scenario("scenario_4", [task_1, task_2, task_3, task_4, task_5], {}, [], ScenarioId("s5"))
  1073. assert scenario_5.get_inputs() == {data_node_1, data_node_2, data_node_8, data_node_6}
  1074. assert scenario_5._get_set_of_tasks() == {task_1, task_2, task_3, task_4, task_5}
  1075. _assert_equal(scenario_5._get_sorted_tasks(), [[task_1, task_2, task_5], [task_3, task_4]])
  1076. # p1 s1 ---
  1077. # |
  1078. # |---> t1 ---| -----> t3
  1079. # | | |
  1080. # s2 --- ---> s4 ---> t4 ---> s5
  1081. # p2 t2 ---> s4 ---> t3
  1082. # p3 s6 ---> t5
  1083. data_node_1 = DataNode("foo", Scope.SCENARIO, "s1")
  1084. data_node_2 = DataNode("bar", Scope.SCENARIO, "s2")
  1085. data_node_4 = DataNode("qux", Scope.SCENARIO, "s4")
  1086. data_node_5 = DataNode("quux", Scope.SCENARIO, "s5")
  1087. data_node_6 = DataNode("quuz", Scope.SCENARIO, "s6")
  1088. task_1 = Task(
  1089. "grault",
  1090. {},
  1091. print,
  1092. [data_node_1, data_node_2],
  1093. [data_node_4],
  1094. TaskId("t1"),
  1095. )
  1096. task_2 = Task("garply", {}, print, output=[data_node_4], id=TaskId("t2"))
  1097. task_3 = Task("waldo", {}, print, [data_node_4], None, id=TaskId("t3"))
  1098. task_4 = Task("fred", {}, print, [data_node_4], [data_node_5], TaskId("t4"))
  1099. task_5 = Task("bob", {}, print, [data_node_6], None, TaskId("t5"))
  1100. scenario_6 = Scenario("quest", [task_1, task_2, task_3, task_4, task_5], {}, [], ScenarioId("s6"))
  1101. assert scenario_6.get_inputs() == {data_node_1, data_node_2, data_node_6}
  1102. assert scenario_6._get_set_of_tasks() == {task_1, task_2, task_3, task_4, task_5}
  1103. _assert_equal(scenario_6._get_sorted_tasks(), [[task_5, task_2, task_1], [task_4, task_3]])
  1104. # p1 s1 ---
  1105. # |
  1106. # |---> t1 ---| -----> t3
  1107. # | | |
  1108. # s2 --- ---> s4 ---> t4 ---> s5
  1109. # p2 t2 ---> s4 ---> t3
  1110. # p3 s6 ---> t5 ---> s4 ---> t4 ---> s5
  1111. data_node_1 = DataNode("foo", Scope.SCENARIO, "s1")
  1112. data_node_2 = DataNode("bar", Scope.SCENARIO, "s2")
  1113. data_node_4 = DataNode("qux", Scope.SCENARIO, "s4")
  1114. data_node_5 = DataNode("quux", Scope.SCENARIO, "s5")
  1115. data_node_6 = DataNode("quuz", Scope.SCENARIO, "s6")
  1116. task_1 = Task(
  1117. "grault",
  1118. {},
  1119. print,
  1120. [data_node_1, data_node_2],
  1121. [data_node_4],
  1122. TaskId("t1"),
  1123. )
  1124. task_2 = Task("garply", {}, print, output=[data_node_4], id=TaskId("t2"))
  1125. task_3 = Task("waldo", {}, print, [data_node_4], None, id=TaskId("t3"))
  1126. task_4 = Task("fred", {}, print, [data_node_4], [data_node_5], TaskId("t4"))
  1127. task_5 = Task("bob", {}, print, [data_node_6], [data_node_4], None, TaskId("t5"))
  1128. scenario_7 = Scenario("quest", [task_4, task_1, task_2, task_3, task_5], {}, [], scenario_id=ScenarioId("s7"))
  1129. assert scenario_7.get_inputs() == {data_node_1, data_node_2, data_node_6}
  1130. assert scenario_7._get_set_of_tasks() == {task_1, task_2, task_3, task_4, task_5}
  1131. _assert_equal(scenario_7._get_sorted_tasks(), [[task_5, task_2, task_1], [task_4, task_3]])
  1132. # p1 s1 ---
  1133. # |
  1134. # |---> t1 ---| -----> t3
  1135. # | | |
  1136. # s2 --- ---> s3 ---> t4 ---> s4
  1137. # p2 t2 ---> s3 ---> t3
  1138. # p3 s5 ---> t5 ---> s3 ---> t4 ---> s4
  1139. # p4 s3 ---> t4 ---> s4
  1140. data_node_1 = DataNode("foo", Scope.SCENARIO, "s1")
  1141. data_node_2 = DataNode("bar", Scope.SCENARIO, "s2")
  1142. data_node_3 = DataNode("qux", Scope.SCENARIO, "s3")
  1143. data_node_4 = DataNode("quux", Scope.SCENARIO, "s4")
  1144. data_node_5 = DataNode("quuz", Scope.SCENARIO, "s5")
  1145. task_1 = Task(
  1146. "grault",
  1147. {},
  1148. print,
  1149. [data_node_1, data_node_2],
  1150. [data_node_3],
  1151. TaskId("t1"),
  1152. )
  1153. task_2 = Task("garply", {}, print, output=[data_node_3], id=TaskId("t2"))
  1154. task_3 = Task("waldo", {}, print, [data_node_3], None, id=TaskId("t3"))
  1155. task_4 = Task("fred", {}, print, [data_node_3], [data_node_4], TaskId("t4"))
  1156. task_5 = Task("bob", {}, print, [data_node_5], [data_node_3], TaskId("t5"))
  1157. scenario_8 = Scenario("quest", [task_1, task_2, task_3, task_4, task_5], {}, [], scenario_id=ScenarioId("s8"))
  1158. assert scenario_8.get_inputs() == {data_node_1, data_node_2, data_node_5}
  1159. assert scenario_8._get_set_of_tasks() == {task_1, task_2, task_3, task_4, task_5}
  1160. _assert_equal(scenario_8._get_sorted_tasks(), [[task_5, task_2, task_1], [task_3, task_4]])
  1161. def test_check_consistency():
  1162. data_node_1 = InMemoryDataNode("foo", Scope.SCENARIO, "s1")
  1163. data_node_2 = InMemoryDataNode("bar", Scope.SCENARIO, "s2")
  1164. data_node_3 = InMemoryDataNode("bar", Scope.SCENARIO, "s3")
  1165. data_node_4 = InMemoryDataNode("qux", Scope.SCENARIO, "s4")
  1166. data_node_5 = InMemoryDataNode("quux", Scope.SCENARIO, "s5")
  1167. data_node_6 = InMemoryDataNode("quuz", Scope.SCENARIO, "s6")
  1168. data_node_7 = InMemoryDataNode("corge", Scope.SCENARIO, "s7")
  1169. data_node_8 = InMemoryDataNode("d8", Scope.SCENARIO, "s8")
  1170. data_node_9 = InMemoryDataNode("d9", Scope.SCENARIO, "s9")
  1171. scenario_0 = Scenario("scenario_0", [], {})
  1172. assert scenario_0._is_consistent()
  1173. task_1 = Task("foo", {}, print, [data_node_1], [data_node_2], TaskId("t1"))
  1174. scenario_1 = Scenario("scenario_1", [task_1], {})
  1175. assert scenario_1._is_consistent()
  1176. # s1 --- ---> s3 ---> t2 ---> s5 ----
  1177. # | | |
  1178. # |---> t1 ---| -------------------------> t3 ---> s6
  1179. # | | |
  1180. # s2 --- ---> s4 ---> t4 ---> s7
  1181. task_1 = Task("grault", {}, print, [data_node_1, data_node_2], [data_node_3, data_node_4], TaskId("t1"))
  1182. task_2 = Task("garply", {}, print, [data_node_3], [data_node_5], TaskId("t2"))
  1183. task_3 = Task("waldo", {}, print, [data_node_5, data_node_4], [data_node_6], TaskId("t3"))
  1184. task_4 = Task("fred", {}, print, [data_node_4], [data_node_7], TaskId("t4"))
  1185. scenario_2 = Scenario("scenario_2", {task_1, task_2, task_3, task_4}, {}, [], ScenarioId("s1"))
  1186. assert scenario_2._is_consistent()
  1187. # s1 --- t2 ---> s5
  1188. # | |
  1189. # |---> t1 ---| -----> t3 ---> s6
  1190. # | | |
  1191. # s2 --- ---> s4 ---> t4 ---> s7
  1192. task_1 = Task("grault", {}, print, [data_node_1, data_node_2], [data_node_4], TaskId("t1"))
  1193. task_2 = Task("garply", {}, print, None, [data_node_5], TaskId("t2"))
  1194. task_3 = Task("waldo", {}, print, [data_node_5, data_node_4], [data_node_6], TaskId("t3"))
  1195. task_4 = Task("fred", {}, print, [data_node_4], [data_node_7], TaskId("t4"))
  1196. scenario_3 = Scenario("scenario_3", {task_1, task_2, task_3, task_4}, {}, [], ScenarioId("s2"))
  1197. assert scenario_3._is_consistent()
  1198. # s1 --- s6 ---> t2 ---> s5
  1199. # | |
  1200. # |---> t1 ---| -----> t3
  1201. # | | |
  1202. # s2 --- ---> s4 ---> t4 ---> s7
  1203. task_1 = Task("grault", {}, print, [data_node_1, data_node_2], [data_node_4], TaskId("t1"))
  1204. task_2 = Task("garply", {}, print, [data_node_6], [data_node_5], TaskId("t2"))
  1205. task_3 = Task("waldo", {}, print, [data_node_5, data_node_4], id=TaskId("t3"))
  1206. task_4 = Task("fred", {}, print, [data_node_4], [data_node_7], TaskId("t4"))
  1207. scenario_4 = Scenario("scenario_4", [task_4, task_2, task_1, task_3], {}, [], scenario_id=ScenarioId("s3"))
  1208. assert scenario_4._is_consistent()
  1209. # s1 --- s6 ---> t2 ---> s5
  1210. # | |
  1211. # |---> t1 ---| -----> t3
  1212. # | | |
  1213. # s2 --- ---> s4 ---> t4 ---> s7 ---> t6
  1214. # |
  1215. # s8 -------> t5 -------> s9 ------------------
  1216. task_1 = Task("grault", {}, print, [data_node_1, data_node_2], [data_node_4], TaskId("t1"))
  1217. task_2 = Task("garply", {}, print, [data_node_6], [data_node_5], TaskId("t2"))
  1218. task_3 = Task("waldo", {}, print, [data_node_5, data_node_4], id=TaskId("t3"))
  1219. task_4 = Task("fred", {}, print, [data_node_4], [data_node_7], TaskId("t4"))
  1220. task_5 = Task("t5", {}, print, [data_node_8], [data_node_9], TaskId("t5"))
  1221. task_6 = Task("t6", {}, print, [data_node_7, data_node_9], id=TaskId("t6"))
  1222. scenario_5 = Scenario("scenario_5", [task_1, task_2, task_3, task_4, task_5, task_6], {}, [], ScenarioId("s4"))
  1223. assert scenario_5._is_consistent()
  1224. # s1 ---
  1225. # |
  1226. # |---> t1 ---| -----> t3
  1227. # | | |
  1228. # s2 --- ---> s4 ---> t4 ---> s7
  1229. # t2 ---> s5 |
  1230. # s8 ---> t5 s6 --|
  1231. task_1 = Task("grault", {}, print, [data_node_1, data_node_2], [data_node_4], TaskId("t1"))
  1232. task_2 = Task("garply", {}, print, output=[data_node_5], id=TaskId("t2"))
  1233. task_3 = Task("waldo", {}, print, [data_node_4], None, id=TaskId("t3"))
  1234. task_4 = Task("fred", {}, print, [data_node_4, data_node_6], [data_node_7], TaskId("t4"))
  1235. task_5 = Task("bob", {}, print, [data_node_8], None, TaskId("t5"))
  1236. scenario_6 = Scenario("scenario_6", [task_1, task_2, task_3, task_4, task_5], {}, [], ScenarioId("s5"))
  1237. assert scenario_6._is_consistent()
  1238. # p1 s1 ---
  1239. # |
  1240. # |---> t1 ---| -----> t3
  1241. # | | |
  1242. # s2 --- ---> s4 ---> t4 ---> s5
  1243. # p2 t2 ---> s4 ---> t3
  1244. # p3 s6 ---> t5
  1245. task_1 = Task("grault", {}, print, [data_node_1, data_node_2], [data_node_4], TaskId("t1"))
  1246. task_2 = Task("garply", {}, print, output=[data_node_4], id=TaskId("t2"))
  1247. task_3 = Task("waldo", {}, print, [data_node_4], None, id=TaskId("t3"))
  1248. task_4 = Task("fred", {}, print, [data_node_4], [data_node_5], TaskId("t4"))
  1249. task_5 = Task("bob", {}, print, [data_node_6], None, TaskId("t5"))
  1250. scenario_7 = Scenario("scenario_7", [task_1, task_2, task_3, task_4, task_5], {}, [], ScenarioId("s6"))
  1251. assert scenario_7._is_consistent()
  1252. # p1 s1 ---
  1253. # |
  1254. # |---> t1 ---| -----> t3
  1255. # | | |
  1256. # s2 --- ---> s4 ---> t4 ---> s5
  1257. # p2 t2 ---> s4 ---> t3
  1258. # p3 s6 ---> t5 ---> s4 ---> t4 ---> s5
  1259. task_1 = Task("grault", {}, print, [data_node_1, data_node_2], [data_node_4], TaskId("t1"))
  1260. task_2 = Task("garply", {}, print, output=[data_node_4], id=TaskId("t2"))
  1261. task_3 = Task("waldo", {}, print, [data_node_4], None, id=TaskId("t3"))
  1262. task_4 = Task("fred", {}, print, [data_node_4], [data_node_5], TaskId("t4"))
  1263. task_5 = Task("bob", {}, print, [data_node_6], [data_node_4], None, TaskId("t5"))
  1264. scenario_8 = Scenario("scenario_8", [task_4, task_1, task_2, task_3, task_5], {}, [], scenario_id=ScenarioId("s7"))
  1265. assert scenario_8._is_consistent()
  1266. # p1 s1 ---
  1267. # |
  1268. # |---> t1 ---| -----> t3
  1269. # | | |
  1270. # s2 --- ---> s3 ---> t4 ---> s4
  1271. # p2 t2 ---> s3 ---> t3
  1272. # p3 s5 ---> t5 ---> s3 ---> t4 ---> s4
  1273. # p4 s3 ---> t4 ---> s4
  1274. task_1 = Task("grault", {}, print, [data_node_1, data_node_2], [data_node_3], TaskId("t1"))
  1275. task_2 = Task("garply", {}, print, output=[data_node_3], id=TaskId("t2"))
  1276. task_3 = Task("waldo", {}, print, [data_node_3], None, id=TaskId("t3"))
  1277. task_4 = Task("fred", {}, print, [data_node_3], [data_node_4], TaskId("t4"))
  1278. task_5 = Task("bob", {}, print, [data_node_5], [data_node_3], TaskId("t5"))
  1279. scenario_9 = Scenario("scenario_9", [task_1, task_2, task_3, task_4, task_5], {}, [], scenario_id=ScenarioId("s8"))
  1280. assert scenario_9._is_consistent()