diff --git a/controller.py b/controller.py index 5f4f70d6773e5245ac7fdba349c0366a60c0f8a3..1a86dd4b02b3490ec7bfc646a69109a9b86d9f42 100644 --- a/controller.py +++ b/controller.py @@ -17,7 +17,7 @@ pipe.add_parameter( 'data/mnist_png/testing' ) -pipe.set_default_execution_queue("default") +pipe.set_default_execution_queue("docker_image") # pipe.set_default_execution_queue('test') # Adding the first stage to the pipeline, a clone of the base tasks will be created and used @@ -39,8 +39,8 @@ pipe.add_step(name='stage_train', ) # Starting the pipeline -pipe.start_locally(run_pipeline_steps_locally=True) +#pipe.start_locally(run_pipeline_steps_locally=True) # comment line above and uncomment line below to run scrips on queue test on which agents are listening -#pipe.start(queue='test') +pipe.start(queue='docker_image') print('done') diff --git a/stage_one.py b/stage_one.py index d0423f457ed206c5c4de2467c19ebd6c3450c49b..994855c41f0f70299c79b20da0265cf9cb65f6b6 100644 --- a/stage_one.py +++ b/stage_one.py @@ -1,6 +1,6 @@ from clearml import Task, Dataset -Task.add_requirements("-r ./requirements.txt") +#Task.add_requirements("-r ./requirements.txt") task = Task.init(project_name="pipeline", task_name="pipeline step 1 dataset artifact", output_uri=True) diff --git a/stage_two.py b/stage_two.py index c485bf1ef59ba3f873231ed042a5669fb6dddc2d..ca4568b60e23ef44c08a932192f3b1ee5d4edf20 100644 --- a/stage_two.py +++ b/stage_two.py @@ -75,7 +75,7 @@ def validate(model, testloader, criterion): epoch_acc = 100. * (valid_running_correct / len(testloader.dataset)) return epoch_loss, epoch_acc -Task.add_requirements("-r ./requirements.txt") +#Task.add_requirements("-r ./requirements.txt") task = Task.init(project_name="pipeline", task_name="pipeline step 2 train model", output_uri=True)