test_version_cli.py 9.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228
  1. # Copyright 2021-2025 Avaiga Private Limited
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with
  4. # the License. You may obtain a copy of the License at
  5. #
  6. # http://www.apache.org/licenses/LICENSE-2.0
  7. #
  8. # Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
  9. # an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
  10. # specific language governing permissions and limitations under the License.
  11. from time import sleep
  12. from unittest.mock import patch
  13. import pytest
  14. from taipy._entrypoint import _entrypoint
  15. from taipy.common.config import Config
  16. from taipy.core import Orchestrator
  17. from taipy.core._version._cli._version_cli_factory import _VersionCLIFactory
  18. from taipy.core._version._version_manager import _VersionManager
  19. from taipy.core.common.frequency import Frequency
  20. from taipy.core.common.scope import Scope
  21. from taipy.core.data._data_manager import _DataManager
  22. from taipy.core.job._job_manager import _JobManager
  23. from taipy.core.scenario._scenario_manager import _ScenarioManager
  24. from taipy.core.sequence._sequence_manager import _SequenceManager
  25. from taipy.core.task._task_manager import _TaskManager
  26. def test_version_cli_with_wrong_arguments(caplog):
  27. with patch("sys.argv", ["prog", "manage-versions", "--lits"]):
  28. with pytest.raises(SystemExit):
  29. _entrypoint()
  30. assert "Unknown arguments: --lits. Did you mean: --list?" in caplog.text
  31. def test_delete_version(caplog):
  32. scenario_config = config_scenario()
  33. with patch("sys.argv", ["prog", "--development"]):
  34. orchestrator = Orchestrator()
  35. orchestrator.run()
  36. scenario = _ScenarioManager._create(scenario_config)
  37. _ScenarioManager._submit(scenario)
  38. orchestrator.stop()
  39. with patch("sys.argv", ["prog", "--experiment", "1.0"]):
  40. orchestrator = Orchestrator()
  41. orchestrator.run()
  42. scenario = _ScenarioManager._create(scenario_config)
  43. _ScenarioManager._submit(scenario)
  44. orchestrator.stop()
  45. with patch("sys.argv", ["prog", "--experiment", "1.1"]):
  46. orchestrator = Orchestrator()
  47. orchestrator.run()
  48. scenario = _ScenarioManager._create(scenario_config)
  49. _ScenarioManager._submit(scenario)
  50. orchestrator.stop()
  51. with patch("sys.argv", ["prog", "--experiment", "2.0"]):
  52. orchestrator = Orchestrator()
  53. orchestrator.run()
  54. scenario = _ScenarioManager._create(scenario_config)
  55. _ScenarioManager._submit(scenario)
  56. orchestrator.stop()
  57. all_versions = [version.id for version in _VersionManager._get_all()]
  58. assert len(all_versions) == 4
  59. assert "1.0" in all_versions
  60. assert "1.1" in all_versions
  61. assert "2.0" in all_versions
  62. _VersionCLIFactory._build_cli().create_parser()
  63. with pytest.raises(SystemExit):
  64. with patch("sys.argv", ["prog", "manage-versions", "--delete", "1.0"]):
  65. _VersionCLIFactory._build_cli().handle_command()
  66. assert "Successfully delete version 1.0." in caplog.text
  67. all_versions = [version.id for version in _VersionManager._get_all()]
  68. assert len(all_versions) == 3
  69. assert "1.0" not in all_versions
  70. # Test delete a non-existed version
  71. with pytest.raises(SystemExit):
  72. with patch("sys.argv", ["prog", "manage-versions", "--delete", "non_exist_version"]):
  73. _VersionCLIFactory._build_cli().handle_command()
  74. assert "Version 'non_exist_version' does not exist." in caplog.text
  75. def test_list_versions(capsys):
  76. with patch("sys.argv", ["prog", "--development"]):
  77. orchestrator = Orchestrator()
  78. orchestrator.run()
  79. orchestrator.stop()
  80. sleep(0.05)
  81. with patch("sys.argv", ["prog", "--experiment", "1.0"]):
  82. orchestrator = Orchestrator()
  83. orchestrator.run()
  84. orchestrator.stop()
  85. sleep(0.05)
  86. with patch("sys.argv", ["prog", "--experiment", "2.0"]):
  87. orchestrator = Orchestrator()
  88. orchestrator.run()
  89. orchestrator.stop()
  90. _VersionCLIFactory._build_cli().create_parser()
  91. with pytest.raises(SystemExit):
  92. with patch("sys.argv", ["prog", "manage-versions", "--list"]):
  93. _VersionCLIFactory._build_cli().handle_command()
  94. out, _ = capsys.readouterr()
  95. version_list = str(out).strip().split("\n")
  96. assert len(version_list) == 4 # 3 versions with the header
  97. assert all(column in version_list[0] for column in ["Version number", "Mode", "Creation date"])
  98. assert all(column in version_list[1] for column in ["2.0", "Experiment", "latest"])
  99. assert all(column in version_list[2] for column in ["1.0", "Experiment"]) and "latest" not in version_list[2]
  100. assert "Development" in version_list[3] and "latest" not in version_list[3]
  101. def test_rename_version(caplog):
  102. scenario_config = config_scenario()
  103. with patch("sys.argv", ["prog", "--experiment", "1.0"]):
  104. orchestrator = Orchestrator()
  105. orchestrator.run()
  106. scenario = _ScenarioManager._create(scenario_config)
  107. _ScenarioManager._submit(scenario)
  108. orchestrator.stop()
  109. with patch("sys.argv", ["prog", "--experiment", "2.0"]):
  110. orchestrator = Orchestrator()
  111. orchestrator.run()
  112. scenario = _ScenarioManager._create(scenario_config)
  113. _ScenarioManager._submit(scenario)
  114. orchestrator.stop()
  115. dev_ver = _VersionManager._get_development_version()
  116. _VersionCLIFactory._build_cli().create_parser()
  117. with pytest.raises(SystemExit):
  118. with patch("sys.argv", ["prog", "manage-versions", "--rename", "non_exist_version", "1.1"]):
  119. # This should raise an exception since version "non_exist_version" does not exist
  120. _VersionCLIFactory._build_cli().handle_command()
  121. assert "Version 'non_exist_version' does not exist." in caplog.text
  122. with pytest.raises(SystemExit):
  123. with patch("sys.argv", ["prog", "manage-versions", "--rename", "1.0", "2.0"]):
  124. # This should raise an exception since 2.0 already exists
  125. _VersionCLIFactory._build_cli().handle_command()
  126. assert "Version name '2.0' is already used." in caplog.text
  127. with pytest.raises(SystemExit):
  128. with patch("sys.argv", ["prog", "manage-versions", "--rename", "1.0", "1.1"]):
  129. _VersionCLIFactory._build_cli().handle_command()
  130. assert _VersionManager._get("1.0") is None
  131. assert [version.id for version in _VersionManager._get_all()].sort() == [dev_ver, "1.1", "2.0"].sort()
  132. # All entities are assigned to the new version
  133. assert len(_DataManager._get_all("1.1")) == 2
  134. assert len(_TaskManager._get_all("1.1")) == 1
  135. assert len(_SequenceManager._get_all("1.1")) == 1
  136. assert len(_ScenarioManager._get_all("1.1")) == 1
  137. assert len(_JobManager._get_all("1.1")) == 1
  138. def test_compare_version_config(caplog, init_config):
  139. scenario_config_1 = config_scenario()
  140. with patch("sys.argv", ["prog", "--experiment", "1.0"]):
  141. orchestrator = Orchestrator()
  142. orchestrator.run()
  143. scenario = _ScenarioManager._create(scenario_config_1)
  144. _ScenarioManager._submit(scenario)
  145. orchestrator.stop()
  146. init_config()
  147. scenario_config_2 = config_scenario()
  148. Config.configure_data_node(id="d2", storage_type="csv", default_path="bar.csv")
  149. with patch("sys.argv", ["prog", "--experiment", "2.0"]):
  150. orchestrator = Orchestrator()
  151. orchestrator.run()
  152. scenario = _ScenarioManager._create(scenario_config_2)
  153. _ScenarioManager._submit(scenario)
  154. orchestrator.stop()
  155. _VersionCLIFactory._build_cli().create_parser()
  156. with pytest.raises(SystemExit):
  157. with patch("sys.argv", ["prog", "manage-versions", "--compare-config", "non_exist_version", "2.0"]):
  158. # This should raise an exception since version "non_exist_version" does not exist
  159. _VersionCLIFactory._build_cli().handle_command()
  160. assert "Version 'non_exist_version' does not exist." in caplog.text
  161. with pytest.raises(SystemExit):
  162. with patch("sys.argv", ["prog", "manage-versions", "--compare-config", "1.0", "non_exist_version"]):
  163. # This should raise an exception since 2.0 already exists
  164. _VersionCLIFactory._build_cli().handle_command()
  165. assert "Version 'non_exist_version' does not exist." in caplog.text
  166. with pytest.raises(SystemExit):
  167. with patch("sys.argv", ["prog", "manage-versions", "--compare-config", "1.0", "1.0"]):
  168. _VersionCLIFactory._build_cli().handle_command()
  169. assert "There is no difference between version 1.0 Configuration and version 1.0 Configuration." in caplog.text
  170. with pytest.raises(SystemExit):
  171. with patch("sys.argv", ["prog", "manage-versions", "--compare-config", "1.0", "2.0"]):
  172. _VersionCLIFactory._build_cli().handle_command()
  173. expected_message = """Differences between version 1.0 Configuration and version 2.0 Configuration:
  174. \tDATA_NODE "d2" has attribute "default_path" modified: foo.csv -> bar.csv"""
  175. assert expected_message in caplog.text
  176. def twice(a):
  177. return a * 2
  178. def config_scenario():
  179. data_node_1_config = Config.configure_data_node(
  180. id="d1", storage_type="pickle", default_data="abc", scope=Scope.SCENARIO
  181. )
  182. data_node_2_config = Config.configure_data_node(id="d2", storage_type="csv", default_path="foo.csv")
  183. task_config = Config.configure_task("my_task", twice, data_node_1_config, data_node_2_config)
  184. scenario_config = Config.configure_scenario("my_scenario", [task_config], frequency=Frequency.DAILY)
  185. scenario_config.add_sequences({"my_sequence": [task_config]})
  186. return scenario_config