123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944 |
- # Copyright 2021-2025 Avaiga Private Limited
- #
- # Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with
- # the License. You may obtain a copy of the License at
- #
- # http://www.apache.org/licenses/LICENSE-2.0
- #
- # Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
- # an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
- # specific language governing permissions and limitations under the License.
- from datetime import datetime
- import freezegun
- import pytest
- from taipy.core import TaskId
- from taipy.core.job._job_manager_factory import _JobManagerFactory
- from taipy.core.job.job import Job
- from taipy.core.job.status import Status
- from taipy.core.submission._submission_manager_factory import _SubmissionManagerFactory
- from taipy.core.submission.submission import Submission
- from taipy.core.submission.submission_status import SubmissionStatus
- from taipy.core.task._task_manager_factory import _TaskManagerFactory
- from taipy.core.task.task import Task
- def test_submission_equals(submission):
- submission_manager = _SubmissionManagerFactory()._build_manager()
- submission_id = submission.id
- submission_manager._repository._save(submission)
- # To test if instance is same type
- task = Task("task", {}, print, [], [], submission_id)
- submission_2 = submission_manager._get(submission_id)
- assert submission == submission_2
- assert submission != submission_id
- assert submission != task
- def test_create_submission(scenario, job, current_datetime):
- submission_1 = Submission(scenario.id, scenario._ID_PREFIX, scenario.config_id)
- assert submission_1.id is not None
- assert submission_1.entity_id == scenario.id
- assert submission_1.entity_type == scenario._ID_PREFIX
- assert submission_1.entity_config_id == scenario.config_id
- assert submission_1.jobs == []
- assert isinstance(submission_1.creation_date, datetime)
- assert submission_1._submission_status == SubmissionStatus.SUBMITTED
- assert submission_1._version is not None
- submission_2 = Submission(
- scenario.id,
- scenario._ID_PREFIX,
- scenario.config_id,
- "submission_id",
- [job],
- {"debug": True, "log": "log_file", "retry_note": 5},
- current_datetime,
- SubmissionStatus.COMPLETED,
- "version_id",
- )
- assert submission_2.id == "submission_id"
- assert submission_2.entity_id == scenario.id
- assert submission_2.entity_type == scenario._ID_PREFIX
- assert submission_2.entity_config_id == scenario.config_id
- assert submission_2._jobs == [job]
- assert submission_2._properties == {"debug": True, "log": "log_file", "retry_note": 5}
- assert submission_2.creation_date == current_datetime
- assert submission_2._submission_status == SubmissionStatus.COMPLETED
- assert submission_2._version == "version_id"
- class MockJob:
- def __init__(self, id: str, status):
- self.status = status
- self.id = id
- def is_failed(self):
- return self.status == Status.FAILED
- def is_canceled(self):
- return self.status == Status.CANCELED
- def is_blocked(self):
- return self.status == Status.BLOCKED
- def is_pending(self):
- return self.status == Status.PENDING
- def is_running(self):
- return self.status == Status.RUNNING
- def is_completed(self):
- return self.status == Status.COMPLETED
- def is_skipped(self):
- return self.status == Status.SKIPPED
- def is_abandoned(self):
- return self.status == Status.ABANDONED
- def is_submitted(self):
- return self.status == Status.SUBMITTED
- def __test_update_submission_status(job_ids, expected_submission_status):
- jobs = {
- "job0_submitted": MockJob("job0_submitted", Status.SUBMITTED),
- "job1_failed": MockJob("job1_failed", Status.FAILED),
- "job2_canceled": MockJob("job2_canceled", Status.CANCELED),
- "job3_blocked": MockJob("job3_blocked", Status.BLOCKED),
- "job4_pending": MockJob("job4_pending", Status.PENDING),
- "job5_running": MockJob("job5_running", Status.RUNNING),
- "job6_completed": MockJob("job6_completed", Status.COMPLETED),
- "job7_skipped": MockJob("job7_skipped", Status.SKIPPED),
- "job8_abandoned": MockJob("job8_abandoned", Status.ABANDONED),
- }
- submission = Submission("submission_id", "ENTITY_TYPE", "entity_config_id")
- _SubmissionManagerFactory._build_manager()._repository._save(submission)
- submission.jobs = [jobs[job_id] for job_id in job_ids]
- for job_id in job_ids:
- job = jobs[job_id]
- _SubmissionManagerFactory._build_manager()._update_submission_status(submission, job)
- assert submission.submission_status == expected_submission_status
- @pytest.mark.parametrize(
- "job_ids, expected_submission_status",
- [
- (["job1_failed"], SubmissionStatus.FAILED),
- (["job2_canceled"], SubmissionStatus.CANCELED),
- (["job3_blocked"], SubmissionStatus.BLOCKED),
- (["job4_pending"], SubmissionStatus.PENDING),
- (["job5_running"], SubmissionStatus.RUNNING),
- (["job6_completed"], SubmissionStatus.COMPLETED),
- (["job7_skipped"], SubmissionStatus.COMPLETED),
- (["job8_abandoned"], SubmissionStatus.UNDEFINED),
- ],
- )
- def test_update_single_submission_status(job_ids, expected_submission_status):
- __test_update_submission_status(job_ids, expected_submission_status)
- @pytest.mark.parametrize(
- "job_ids, expected_submission_status",
- [
- (["job1_failed", "job1_failed"], SubmissionStatus.FAILED),
- (["job1_failed", "job2_canceled"], SubmissionStatus.FAILED),
- (["job1_failed", "job3_blocked"], SubmissionStatus.FAILED),
- (["job1_failed", "job4_pending"], SubmissionStatus.FAILED),
- (["job1_failed", "job5_running"], SubmissionStatus.FAILED),
- (["job1_failed", "job6_completed"], SubmissionStatus.FAILED),
- (["job1_failed", "job7_skipped"], SubmissionStatus.FAILED),
- (["job1_failed", "job8_abandoned"], SubmissionStatus.FAILED),
- (["job2_canceled", "job1_failed"], SubmissionStatus.FAILED),
- (["job3_blocked", "job1_failed"], SubmissionStatus.FAILED),
- (["job4_pending", "job1_failed"], SubmissionStatus.FAILED),
- (["job5_running", "job1_failed"], SubmissionStatus.FAILED),
- (["job6_completed", "job1_failed"], SubmissionStatus.FAILED),
- (["job7_skipped", "job1_failed"], SubmissionStatus.FAILED),
- (["job8_abandoned", "job1_failed"], SubmissionStatus.FAILED),
- ],
- )
- def test_update_submission_status_with_one_failed_job_in_jobs(job_ids, expected_submission_status):
- __test_update_submission_status(job_ids, expected_submission_status)
- @pytest.mark.parametrize(
- "job_ids, expected_submission_status",
- [
- (["job2_canceled", "job2_canceled"], SubmissionStatus.CANCELED),
- (["job2_canceled", "job3_blocked"], SubmissionStatus.CANCELED),
- (["job2_canceled", "job4_pending"], SubmissionStatus.CANCELED),
- (["job2_canceled", "job5_running"], SubmissionStatus.CANCELED),
- (["job2_canceled", "job6_completed"], SubmissionStatus.CANCELED),
- (["job2_canceled", "job7_skipped"], SubmissionStatus.CANCELED),
- (["job2_canceled", "job8_abandoned"], SubmissionStatus.CANCELED),
- (["job3_blocked", "job2_canceled"], SubmissionStatus.CANCELED),
- (["job4_pending", "job2_canceled"], SubmissionStatus.CANCELED),
- (["job5_running", "job2_canceled"], SubmissionStatus.CANCELED),
- (["job6_completed", "job2_canceled"], SubmissionStatus.CANCELED),
- (["job7_skipped", "job2_canceled"], SubmissionStatus.CANCELED),
- (["job8_abandoned", "job2_canceled"], SubmissionStatus.CANCELED),
- ],
- )
- def test_update_submission_status_with_one_canceled_job_in_jobs(job_ids, expected_submission_status):
- __test_update_submission_status(job_ids, expected_submission_status)
- @pytest.mark.parametrize(
- "job_ids, expected_submission_status",
- [
- (["job4_pending", "job3_blocked"], SubmissionStatus.PENDING),
- (["job4_pending", "job4_pending"], SubmissionStatus.PENDING),
- (["job4_pending", "job6_completed"], SubmissionStatus.PENDING),
- (["job4_pending", "job7_skipped"], SubmissionStatus.PENDING),
- (["job3_blocked", "job4_pending"], SubmissionStatus.PENDING),
- (["job6_completed", "job4_pending"], SubmissionStatus.PENDING),
- (["job7_skipped", "job4_pending"], SubmissionStatus.PENDING),
- ],
- )
- def test_update_submission_status_with_no_failed_or_cancel_one_pending_in_jobs(job_ids, expected_submission_status):
- __test_update_submission_status(job_ids, expected_submission_status)
- @pytest.mark.parametrize(
- "job_ids, expected_submission_status",
- [
- (["job5_running", "job3_blocked"], SubmissionStatus.RUNNING),
- (["job5_running", "job4_pending"], SubmissionStatus.RUNNING),
- (["job5_running", "job5_running"], SubmissionStatus.RUNNING),
- (["job5_running", "job6_completed"], SubmissionStatus.RUNNING),
- (["job5_running", "job7_skipped"], SubmissionStatus.RUNNING),
- (["job3_blocked", "job5_running"], SubmissionStatus.RUNNING),
- (["job4_pending", "job5_running"], SubmissionStatus.RUNNING),
- (["job6_completed", "job5_running"], SubmissionStatus.RUNNING),
- (["job7_skipped", "job5_running"], SubmissionStatus.RUNNING),
- ],
- )
- def test_update_submission_status_with_no_failed_cancel_nor_pending_one_running_in_jobs(
- job_ids, expected_submission_status
- ):
- __test_update_submission_status(job_ids, expected_submission_status)
- @pytest.mark.parametrize(
- "job_ids, expected_submission_status",
- [
- (["job3_blocked", "job3_blocked"], SubmissionStatus.BLOCKED),
- (["job3_blocked", "job6_completed"], SubmissionStatus.BLOCKED),
- (["job3_blocked", "job7_skipped"], SubmissionStatus.BLOCKED),
- (["job6_completed", "job3_blocked"], SubmissionStatus.BLOCKED),
- (["job7_skipped", "job3_blocked"], SubmissionStatus.BLOCKED),
- ],
- )
- def test_update_submission_status_with_no_failed_cancel_pending_nor_running_one_blocked_in_jobs(
- job_ids, expected_submission_status
- ):
- __test_update_submission_status(job_ids, expected_submission_status)
- @pytest.mark.parametrize(
- "job_ids, expected_submission_status",
- [
- (["job6_completed", "job6_completed"], SubmissionStatus.COMPLETED),
- (["job6_completed", "job7_skipped"], SubmissionStatus.COMPLETED),
- (["job7_skipped", "job6_completed"], SubmissionStatus.COMPLETED),
- (["job7_skipped", "job7_skipped"], SubmissionStatus.COMPLETED),
- ],
- )
- def test_update_submission_status_with_only_completed_or_skipped_in_jobs(job_ids, expected_submission_status):
- __test_update_submission_status(job_ids, expected_submission_status)
- @pytest.mark.parametrize(
- "job_ids, expected_submission_status",
- [
- (["job3_blocked", "job8_abandoned"], SubmissionStatus.UNDEFINED),
- (["job4_pending", "job8_abandoned"], SubmissionStatus.UNDEFINED),
- (["job5_running", "job8_abandoned"], SubmissionStatus.UNDEFINED),
- (["job6_completed", "job8_abandoned"], SubmissionStatus.UNDEFINED),
- (["job7_skipped", "job8_abandoned"], SubmissionStatus.UNDEFINED),
- (["job8_abandoned", "job8_abandoned"], SubmissionStatus.UNDEFINED),
- (["job8_abandoned", "job3_blocked"], SubmissionStatus.UNDEFINED),
- (["job8_abandoned", "job4_pending"], SubmissionStatus.UNDEFINED),
- (["job8_abandoned", "job5_running"], SubmissionStatus.UNDEFINED),
- (["job8_abandoned", "job6_completed"], SubmissionStatus.UNDEFINED),
- (["job8_abandoned", "job7_skipped"], SubmissionStatus.UNDEFINED),
- ],
- )
- def test_update_submission_status_with_wrong_case_abandoned_without_cancel_or_failed_in_jobs(
- job_ids, expected_submission_status
- ):
- __test_update_submission_status(job_ids, expected_submission_status)
- def test_auto_update_and_reload():
- task = Task(config_id="name_1", properties={}, function=print, id=TaskId("task_1"))
- submission_1 = Submission(task.id, task._ID_PREFIX, task.config_id, properties={})
- job_1 = Job("job_1", task, submission_1.id, submission_1.entity_id)
- job_2 = Job("job_2", task, submission_1.id, submission_1.entity_id)
- _TaskManagerFactory._build_manager()._repository._save(task)
- _SubmissionManagerFactory._build_manager()._repository._save(submission_1)
- _JobManagerFactory._build_manager()._repository._save(job_1)
- _JobManagerFactory._build_manager()._repository._save(job_2)
- submission_2 = _SubmissionManagerFactory._build_manager()._get(submission_1)
- assert submission_1.id == submission_2.id
- assert submission_1.entity_id == submission_2.entity_id
- assert submission_1.creation_date == submission_2.creation_date
- assert submission_1.submission_status == submission_2.submission_status
- # auto set & reload on jobs attribute
- assert submission_1.jobs == []
- assert submission_2.jobs == []
- submission_1.jobs = [job_1]
- assert submission_1.jobs == [job_1]
- assert submission_2.jobs == [job_1]
- submission_2.jobs = [job_2]
- assert submission_1.jobs == [job_2]
- assert submission_2.jobs == [job_2]
- submission_1.jobs = [job_1, job_2]
- assert submission_1.jobs == [job_1, job_2]
- assert submission_2.jobs == [job_1, job_2]
- submission_2.jobs = [job_2, job_1]
- assert submission_1.jobs == [job_2, job_1]
- assert submission_2.jobs == [job_2, job_1]
- # auto set & reload on is_canceled attribute
- assert not submission_1.is_canceled
- assert not submission_2.is_canceled
- submission_1.is_canceled = True
- assert submission_1.is_canceled
- assert submission_2.is_canceled
- submission_2.is_canceled = False
- assert not submission_1.is_canceled
- assert not submission_2.is_canceled
- # auto set & reload on is_completed attribute
- assert not submission_1.is_completed
- assert not submission_2.is_completed
- submission_1.is_completed = True
- assert submission_1.is_completed
- assert submission_2.is_completed
- submission_2.is_completed = False
- assert not submission_1.is_completed
- assert not submission_2.is_completed
- # auto set & reload on is_abandoned attribute
- assert not submission_1.is_abandoned
- assert not submission_2.is_abandoned
- submission_1.is_abandoned = True
- assert submission_1.is_abandoned
- assert submission_2.is_abandoned
- submission_2.is_abandoned = False
- assert not submission_1.is_abandoned
- assert not submission_2.is_abandoned
- # auto set & reload on submission_status attribute
- assert submission_1.submission_status == SubmissionStatus.SUBMITTED
- assert submission_2.submission_status == SubmissionStatus.SUBMITTED
- submission_1.submission_status = SubmissionStatus.BLOCKED
- assert submission_1.submission_status == SubmissionStatus.BLOCKED
- assert submission_2.submission_status == SubmissionStatus.BLOCKED
- submission_2.submission_status = SubmissionStatus.COMPLETED
- assert submission_1.submission_status == SubmissionStatus.COMPLETED
- assert submission_2.submission_status == SubmissionStatus.COMPLETED
- with submission_1 as submission:
- assert submission.jobs == [job_2, job_1]
- assert submission.submission_status == SubmissionStatus.COMPLETED
- submission.jobs = [job_1]
- submission.submission_status = SubmissionStatus.PENDING
- assert submission.jobs == [job_2, job_1]
- assert submission.submission_status == SubmissionStatus.COMPLETED
- assert submission_1.jobs == [job_1]
- assert submission_1.submission_status == SubmissionStatus.PENDING
- assert submission_2.jobs == [job_1]
- assert submission_2.submission_status == SubmissionStatus.PENDING
- def test_auto_update_and_reload_properties():
- task = Task(config_id="name_1", properties={}, function=print, id=TaskId("task_1"))
- submission_1 = Submission(task.id, task._ID_PREFIX, task.config_id, properties={})
- _TaskManagerFactory._build_manager()._repository._save(task)
- _SubmissionManagerFactory._build_manager()._repository._save(submission_1)
- submission_2 = _SubmissionManagerFactory._build_manager()._get(submission_1)
- # auto set & reload on properties attribute
- assert submission_1.properties == {}
- assert submission_2.properties == {}
- submission_1._properties["qux"] = 4
- assert submission_1.properties["qux"] == 4
- assert submission_2.properties["qux"] == 4
- assert submission_1.properties == {"qux": 4}
- assert submission_2.properties == {"qux": 4}
- submission_2._properties["qux"] = 5
- assert submission_1.properties["qux"] == 5
- assert submission_2.properties["qux"] == 5
- submission_1.properties["temp_key_1"] = "temp_value_1"
- submission_1.properties["temp_key_2"] = "temp_value_2"
- assert submission_1.properties == {"qux": 5, "temp_key_1": "temp_value_1", "temp_key_2": "temp_value_2"}
- assert submission_2.properties == {"qux": 5, "temp_key_1": "temp_value_1", "temp_key_2": "temp_value_2"}
- submission_1.properties.pop("temp_key_1")
- assert "temp_key_1" not in submission_1.properties.keys()
- assert "temp_key_1" not in submission_1.properties.keys()
- assert submission_1.properties == {"qux": 5, "temp_key_2": "temp_value_2"}
- assert submission_2.properties == {"qux": 5, "temp_key_2": "temp_value_2"}
- submission_2.properties.pop("temp_key_2")
- assert submission_1.properties == {"qux": 5}
- assert submission_2.properties == {"qux": 5}
- assert "temp_key_2" not in submission_1.properties.keys()
- assert "temp_key_2" not in submission_2.properties.keys()
- submission_1.properties["temp_key_3"] = 0
- assert submission_1.properties == {"qux": 5, "temp_key_3": 0}
- assert submission_2.properties == {"qux": 5, "temp_key_3": 0}
- submission_1.properties.update({"temp_key_3": 1})
- assert submission_1.properties == {"qux": 5, "temp_key_3": 1}
- assert submission_2.properties == {"qux": 5, "temp_key_3": 1}
- submission_1.properties.update({})
- assert submission_1.properties == {"qux": 5, "temp_key_3": 1}
- assert submission_2.properties == {"qux": 5, "temp_key_3": 1}
- submission_1.properties["temp_key_4"] = 0
- submission_1.properties["temp_key_5"] = 0
- with submission_1 as submission:
- assert submission.properties["qux"] == 5
- assert submission.properties["temp_key_3"] == 1
- assert submission.properties["temp_key_4"] == 0
- assert submission.properties["temp_key_5"] == 0
- submission.properties["qux"] = 9
- submission.properties.pop("temp_key_3")
- submission.properties.pop("temp_key_4")
- submission.properties.update({"temp_key_4": 1})
- submission.properties.update({"temp_key_5": 2})
- submission.properties.pop("temp_key_5")
- submission.properties.update({})
- assert submission.properties["qux"] == 5
- assert submission.properties["temp_key_3"] == 1
- assert submission.properties["temp_key_4"] == 0
- assert submission.properties["temp_key_5"] == 0
- assert submission_1.properties["qux"] == 9
- assert "temp_key_3" not in submission_1.properties.keys()
- assert submission_1.properties["temp_key_4"] == 1
- assert "temp_key_5" not in submission_1.properties.keys()
- @pytest.mark.parametrize(
- "job_statuses, expected_submission_statuses",
- [
- (
- [Status.SUBMITTED, Status.PENDING, Status.RUNNING, Status.COMPLETED],
- [SubmissionStatus.PENDING, SubmissionStatus.PENDING, SubmissionStatus.RUNNING, SubmissionStatus.COMPLETED],
- ),
- (
- [Status.SUBMITTED, Status.PENDING, Status.RUNNING, Status.SKIPPED],
- [SubmissionStatus.PENDING, SubmissionStatus.PENDING, SubmissionStatus.RUNNING, SubmissionStatus.COMPLETED],
- ),
- (
- [Status.SUBMITTED, Status.PENDING, Status.RUNNING, Status.FAILED],
- [SubmissionStatus.PENDING, SubmissionStatus.PENDING, SubmissionStatus.RUNNING, SubmissionStatus.FAILED],
- ),
- (
- [Status.SUBMITTED, Status.PENDING, Status.CANCELED],
- [SubmissionStatus.PENDING, SubmissionStatus.PENDING, SubmissionStatus.CANCELED],
- ),
- (
- [Status.SUBMITTED, Status.PENDING, Status.RUNNING, Status.CANCELED],
- [SubmissionStatus.PENDING, SubmissionStatus.PENDING, SubmissionStatus.RUNNING, SubmissionStatus.CANCELED],
- ),
- ([Status.SUBMITTED, Status.BLOCKED], [SubmissionStatus.PENDING, SubmissionStatus.BLOCKED]),
- ([Status.SUBMITTED, Status.SKIPPED], [SubmissionStatus.PENDING, SubmissionStatus.COMPLETED]),
- ],
- )
- def test_update_submission_status_with_single_job_completed(job_statuses, expected_submission_statuses):
- submission_manager = _SubmissionManagerFactory._build_manager()
- job = MockJob("job_id", Status.SUBMITTED)
- submission = Submission("submission_id", "ENTITY_TYPE", "entity_config_id")
- submission_manager._repository._save(submission)
- assert submission.submission_status == SubmissionStatus.SUBMITTED
- for job_status, submission_status in zip(job_statuses, expected_submission_statuses):
- job.status = job_status
- submission_manager._update_submission_status(submission, job)
- assert submission.submission_status == submission_status
- def __test_update_submission_status_with_two_jobs(job_ids, job_statuses, expected_submission_statuses):
- submission_manager = _SubmissionManagerFactory._build_manager()
- jobs = {job_id: MockJob(job_id, Status.SUBMITTED) for job_id in job_ids}
- submission = Submission("submission_id", "ENTITY_TYPE", "entity_config_id")
- submission_manager._repository._save(submission)
- assert submission.submission_status == SubmissionStatus.SUBMITTED
- for (job_id, job_status), submission_status in zip(job_statuses, expected_submission_statuses):
- job = jobs[job_id]
- job.status = job_status
- submission_manager._update_submission_status(submission, job)
- assert submission.submission_status == submission_status
- @pytest.mark.parametrize(
- "job_ids, job_statuses, expected_submission_statuses",
- [
- (
- ["job_1", "job_2"],
- [
- ("job_1", Status.SUBMITTED),
- ("job_2", Status.SUBMITTED),
- ("job_1", Status.PENDING),
- ("job_2", Status.PENDING),
- ("job_1", Status.RUNNING),
- ("job_2", Status.RUNNING),
- ("job_1", Status.COMPLETED),
- ("job_2", Status.COMPLETED),
- ],
- [
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.COMPLETED,
- ],
- ),
- (
- ["job_1", "job_2"],
- [
- ("job_1", Status.SUBMITTED),
- ("job_2", Status.SUBMITTED),
- ("job_1", Status.PENDING),
- ("job_1", Status.RUNNING),
- ("job_2", Status.PENDING),
- ("job_2", Status.RUNNING),
- ("job_1", Status.COMPLETED),
- ("job_2", Status.COMPLETED),
- ],
- [
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.COMPLETED,
- ],
- ),
- (
- ["job_1", "job_2"],
- [
- ("job_1", Status.SUBMITTED),
- ("job_2", Status.SUBMITTED),
- ("job_1", Status.BLOCKED),
- ("job_2", Status.PENDING),
- ("job_2", Status.RUNNING),
- ("job_2", Status.COMPLETED),
- ("job_1", Status.PENDING),
- ("job_1", Status.RUNNING),
- ("job_1", Status.COMPLETED),
- ],
- [
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.BLOCKED,
- SubmissionStatus.PENDING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.COMPLETED,
- ],
- ),
- ],
- )
- def test_update_submission_status_with_two_jobs_completed(job_ids, job_statuses, expected_submission_statuses):
- __test_update_submission_status_with_two_jobs(job_ids, job_statuses, expected_submission_statuses)
- @pytest.mark.parametrize(
- "job_ids, job_statuses, expected_submission_statuses",
- [
- (
- ["job_1", "job_2"],
- [
- ("job_1", Status.SUBMITTED),
- ("job_2", Status.SUBMITTED),
- ("job_1", Status.PENDING),
- ("job_2", Status.PENDING),
- ("job_1", Status.RUNNING),
- ("job_2", Status.SKIPPED),
- ("job_1", Status.COMPLETED),
- ],
- [
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.COMPLETED,
- ],
- ),
- (
- ["job_1", "job_2"],
- [
- ("job_1", Status.SUBMITTED),
- ("job_2", Status.SUBMITTED),
- ("job_1", Status.PENDING),
- ("job_1", Status.RUNNING),
- ("job_2", Status.PENDING),
- ("job_2", Status.SKIPPED),
- ("job_1", Status.COMPLETED),
- ],
- [
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.COMPLETED,
- ],
- ),
- (
- ["job_1", "job_2"],
- [
- ("job_1", Status.SUBMITTED),
- ("job_2", Status.SUBMITTED),
- ("job_1", Status.BLOCKED),
- ("job_2", Status.PENDING),
- ("job_2", Status.RUNNING),
- ("job_2", Status.COMPLETED),
- ("job_1", Status.PENDING),
- ("job_1", Status.SKIPPED),
- ],
- [
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.BLOCKED,
- SubmissionStatus.PENDING,
- SubmissionStatus.COMPLETED,
- ],
- ),
- (
- ["job_1", "job_2"],
- [
- ("job_1", Status.SUBMITTED),
- ("job_2", Status.SUBMITTED),
- ("job_1", Status.PENDING),
- ("job_2", Status.PENDING),
- ("job_1", Status.SKIPPED),
- ("job_2", Status.SKIPPED),
- ],
- [
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.COMPLETED,
- ],
- ),
- (
- ["job_1", "job_2"],
- [
- ("job_1", Status.SUBMITTED),
- ("job_2", Status.SUBMITTED),
- ("job_1", Status.PENDING),
- ("job_1", Status.SKIPPED),
- ("job_2", Status.PENDING),
- ("job_2", Status.SKIPPED),
- ],
- [
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.COMPLETED,
- ],
- ),
- (
- ["job_1", "job_2"],
- [
- ("job_1", Status.SUBMITTED),
- ("job_2", Status.SUBMITTED),
- ("job_1", Status.BLOCKED),
- ("job_2", Status.PENDING),
- ("job_2", Status.SKIPPED),
- ("job_1", Status.PENDING),
- ("job_1", Status.SKIPPED),
- ],
- [
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.BLOCKED,
- SubmissionStatus.PENDING,
- SubmissionStatus.COMPLETED,
- ],
- ),
- ],
- )
- def test_update_submission_status_with_two_jobs_skipped(job_ids, job_statuses, expected_submission_statuses):
- __test_update_submission_status_with_two_jobs(job_ids, job_statuses, expected_submission_statuses)
- @pytest.mark.parametrize(
- "job_ids, job_statuses, expected_submission_statuses",
- [
- (
- ["job_1", "job_2"],
- [
- ("job_1", Status.SUBMITTED),
- ("job_2", Status.SUBMITTED),
- ("job_1", Status.PENDING),
- ("job_2", Status.PENDING),
- ("job_1", Status.RUNNING),
- ("job_2", Status.RUNNING),
- ("job_1", Status.FAILED),
- ("job_2", Status.COMPLETED),
- ],
- [
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.FAILED,
- SubmissionStatus.FAILED,
- ],
- ),
- (
- ["job_1", "job_2"],
- [
- ("job_1", Status.SUBMITTED),
- ("job_2", Status.SUBMITTED),
- ("job_1", Status.PENDING),
- ("job_1", Status.RUNNING),
- ("job_2", Status.PENDING),
- ("job_2", Status.RUNNING),
- ("job_1", Status.COMPLETED),
- ("job_2", Status.FAILED),
- ],
- [
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.FAILED,
- ],
- ),
- (
- ["job_1", "job_2"],
- [
- ("job_1", Status.SUBMITTED),
- ("job_2", Status.SUBMITTED),
- ("job_1", Status.BLOCKED),
- ("job_2", Status.PENDING),
- ("job_2", Status.RUNNING),
- ("job_2", Status.FAILED),
- ("job_1", Status.ABANDONED),
- ],
- [
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.FAILED,
- SubmissionStatus.FAILED,
- ],
- ),
- ],
- )
- def test_update_submission_status_with_two_jobs_failed(job_ids, job_statuses, expected_submission_statuses):
- __test_update_submission_status_with_two_jobs(job_ids, job_statuses, expected_submission_statuses)
- @pytest.mark.parametrize(
- "job_ids, job_statuses, expected_submission_statuses",
- [
- (
- ["job_1", "job_2"],
- [
- ("job_1", Status.SUBMITTED),
- ("job_2", Status.SUBMITTED),
- ("job_1", Status.PENDING),
- ("job_2", Status.PENDING),
- ("job_1", Status.RUNNING),
- ("job_2", Status.RUNNING),
- ("job_1", Status.CANCELED),
- ("job_2", Status.COMPLETED),
- ],
- [
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.CANCELED,
- SubmissionStatus.CANCELED,
- ],
- ),
- (
- ["job_1", "job_2"],
- [
- ("job_1", Status.SUBMITTED),
- ("job_2", Status.SUBMITTED),
- ("job_1", Status.PENDING),
- ("job_1", Status.RUNNING),
- ("job_2", Status.PENDING),
- ("job_2", Status.RUNNING),
- ("job_1", Status.COMPLETED),
- ("job_2", Status.CANCELED),
- ],
- [
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.CANCELED,
- ],
- ),
- (
- ["job_1", "job_2"],
- [
- ("job_1", Status.SUBMITTED),
- ("job_2", Status.SUBMITTED),
- ("job_1", Status.BLOCKED),
- ("job_2", Status.PENDING),
- ("job_2", Status.RUNNING),
- ("job_2", Status.CANCELED),
- ("job_1", Status.ABANDONED),
- ],
- [
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.PENDING,
- SubmissionStatus.RUNNING,
- SubmissionStatus.CANCELED,
- SubmissionStatus.CANCELED,
- ],
- ),
- ],
- )
- def test_update_submission_status_with_two_jobs_canceled(job_ids, job_statuses, expected_submission_statuses):
- __test_update_submission_status_with_two_jobs(job_ids, job_statuses, expected_submission_statuses)
- def test_is_finished():
- submission_manager = _SubmissionManagerFactory._build_manager()
- submission = Submission("entity_id", "entity_type", "entity_config_id", "submission_id")
- submission_manager._repository._save(submission)
- assert len(submission_manager._get_all()) == 1
- assert submission._submission_status == SubmissionStatus.SUBMITTED
- assert not submission.is_finished()
- submission.submission_status = SubmissionStatus.UNDEFINED
- assert submission.submission_status == SubmissionStatus.UNDEFINED
- assert not submission.is_finished()
- submission.submission_status = SubmissionStatus.CANCELED
- assert submission.submission_status == SubmissionStatus.CANCELED
- assert submission.is_finished()
- submission.submission_status = SubmissionStatus.FAILED
- assert submission.submission_status == SubmissionStatus.FAILED
- assert submission.is_finished()
- submission.submission_status = SubmissionStatus.BLOCKED
- assert submission.submission_status == SubmissionStatus.BLOCKED
- assert not submission.is_finished()
- submission.submission_status = SubmissionStatus.RUNNING
- assert submission.submission_status == SubmissionStatus.RUNNING
- assert not submission.is_finished()
- submission.submission_status = SubmissionStatus.PENDING
- assert submission.submission_status == SubmissionStatus.PENDING
- assert not submission.is_finished()
- submission.submission_status = SubmissionStatus.COMPLETED
- assert submission.submission_status == SubmissionStatus.COMPLETED
- assert submission.is_finished()
- def test_execution_duration():
- task = Task(config_id="task_1", properties={}, function=print, id=TaskId("task_1"))
- submission = Submission(task.id, task._ID_PREFIX, task.config_id, properties={})
- job_1 = Job("job_1", task, submission.id, submission.entity_id)
- job_2 = Job("job_2", task, submission.id, submission.entity_id)
- _TaskManagerFactory._build_manager()._repository._save(task)
- _SubmissionManagerFactory._build_manager()._repository._save(submission)
- _JobManagerFactory._build_manager()._repository._save(job_1)
- _JobManagerFactory._build_manager()._repository._save(job_2)
- submission.jobs = [job_1, job_2]
- _SubmissionManagerFactory._build_manager()._update(submission)
- with freezegun.freeze_time("2024-09-25 13:30:35"):
- job_1.running()
- job_2.pending()
- assert submission.run_at == datetime(2024, 9, 25, 13, 30, 35)
- assert submission.execution_duration > 0
- with freezegun.freeze_time("2024-09-25 13:33:45"):
- job_1.completed()
- job_2.running()
- assert submission.execution_duration == 190 # = 13:33:45 - 13:30:35
- assert submission.run_at == datetime(2024, 9, 25, 13, 30, 35)
- # Job 2 is not completed, so the submission is not completed
- assert submission.finished_at is None
- with freezegun.freeze_time("2024-09-25 13:35:50"):
- job_2.completed()
- assert submission.finished_at == datetime(2024, 9, 25, 13, 35, 50)
- assert submission.execution_duration == 315 # = 13:35:50 - 13:30:35
|