-
Notifications
You must be signed in to change notification settings - Fork 1.5k
Sunset the mmar tests #5637
Copy link
Copy link
Closed
Labels
wontfixThis will not be worked onThis will not be worked on
Description
https://github.com/Project-MONAI/MONAI/actions/runs/3606535152/jobs/6077940011
The relevant tests are failing as the catalog information is not available any more.
======================================================================
ERROR: test_download_1_clara_pt_covid19_ct_lesion_segmentation (tests.test_mmar_download.TestMMMARDownload)
----------------------------------------------------------------------
Traceback (most recent call last):
File "/opt/conda/lib/python3.8/site-packages/parameterized/parameterized.py", line 533, in standalone_func
return func(*(a + p.args), **p.kwargs)
File "/__w/MONAI/MONAI/tests/test_mmar_download.py", line 121, in test_download
download_mmar(idx)
File "/__w/MONAI/MONAI/monai/apps/mmars/mmars.py", line 142, in download_mmar
raise ValueError(f"api query returns no item for pattern {item}. Please change or shorten it.")
ValueError: api query returns no item for pattern clara_pt_covid19_ct_lesion_segmentation. Please change or shorten it.
----------------------------------------------------------------------
01:00:29 /opt/conda/lib/python3.8/site-packages/papermill/iorw.py:153: UserWarning: the file is not specified with any extension : -
01:00:29 warnings.warn(
01:03:55
Executing: 0%| | 0/30 [00:00<?, ?cell/s]
Executing: 3%|▎ | 1/30 [00:01<00:38, 1.32s/cell]
Executing: 10%|█ | 3/30 [00:06<00:56, 2.08s/cell]
Executing: 13%|█▎ | 4/30 [00:06<00:39, 1.52s/cell]
Executing: 20%|██ | 6/30 [00:09<00:36, 1.53s/cell]
Executing: 37%|███▋ | 11/30 [01:19<03:00, 9.48s/cell]
Executing: 57%|█████▋ | 17/30 [03:21<03:17, 15.17s/cell]
Executing: 70%|███████ | 21/30 [03:24<01:33, 10.35s/cell]
Executing: 70%|███████ | 21/30 [03:25<01:28, 9.78s/cell]
01:03:55 /opt/conda/lib/python3.8/site-packages/papermill/iorw.py:153: UserWarning: the file is not specified with any extension : -
01:03:55 warnings.warn(
01:03:55 Traceback (most recent call last):
01:03:55 File "/opt/conda/bin/papermill", line 8, in <module>
01:03:55 sys.exit(papermill())
01:03:55 File "/opt/conda/lib/python3.8/site-packages/click/core.py", line 1130, in __call__
01:03:55 return self.main(*args, **kwargs)
01:03:55 File "/opt/conda/lib/python3.8/site-packages/click/core.py", line 1055, in main
01:03:55 rv = self.invoke(ctx)
01:03:55 File "/opt/conda/lib/python3.8/site-packages/click/core.py", line 1404, in invoke
01:03:55 return ctx.invoke(self.callback, **ctx.params)
01:03:55 File "/opt/conda/lib/python3.8/site-packages/click/core.py", line 760, in invoke
01:03:55 return __callback(*args, **kwargs)
01:03:55 File "/opt/conda/lib/python3.8/site-packages/click/decorators.py", line 26, in new_func
01:03:55 return f(get_current_context(), *args, **kwargs)
01:03:55 File "/opt/conda/lib/python3.8/site-packages/papermill/cli.py", line 250, in papermill
01:03:55 execute_notebook(
01:03:55 File "/opt/conda/lib/python3.8/site-packages/papermill/execute.py", line 128, in execute_notebook
01:03:55 raise_for_execution_errors(nb, output_path)
01:03:55 File "/opt/conda/lib/python3.8/site-packages/papermill/execute.py", line 232, in raise_for_execution_errors
01:03:55 raise error
01:03:55 papermill.exceptions.PapermillExecutionError:
01:03:55 ---------------------------------------------------------------------------
01:03:55 Exception encountered at "In [12]":
01:03:55 ---------------------------------------------------------------------------
01:03:55 ValueError Traceback (most recent call last)
01:03:55 Cell In [12], line 5
01:03:55 3 if PRETRAINED:
01:03:55 4 print("using a pretrained model.")
01:03:55 ----> 5 unet_model = load_from_mmar(
01:03:55 6 item=mmar[RemoteMMARKeys.NAME],
01:03:55 7 mmar_dir=root_dir,
01:03:55 8 map_location=device,
01:03:55 9 pretrained=True)
01:03:55 10 model = unet_model
01:03:55 11 else:
01:03:55
01:03:55 File /home/jenkins/agent/workspace/Monai-notebooks/MONAI/monai/apps/mmars/mmars.py:225, in load_from_mmar(item, mmar_dir, progress, version, map_location, pretrained, weights_only, model_key, api, model_file)
01:03:55 223 if not isinstance(item, Mapping):
01:03:55 224 item = get_model_spec(item)
01:03:55 --> 225 model_dir = download_mmar(item=item, mmar_dir=mmar_dir, progress=progress, version=version, api=api)
01:03:55 226 if model_file is None:
01:03:55 227 model_file = os.path.join("models", "model.pt")
01:03:55
01:03:55 File /home/jenkins/agent/workspace/Monai-notebooks/MONAI/monai/apps/mmars/mmars.py:142, in download_mmar(item, mmar_dir, progress, api, version)
01:03:55 140 model_dict = _get_all_ngc_models(item.get(Keys.NAME, f"{item}") if isinstance(item, Mapping) else f"{item}")
01:03:55 141 if len(model_dict) == 0:
01:03:55 --> 142 raise ValueError(f"api query returns no item for pattern {item}. Please change or shorten it.")
01:03:55 143 model_dir_list = []
01:03:55 144 for k, v in model_dict.items():
01:03:55
01:03:55 ValueError: api query returns no item for pattern {'name': 'clara_pt_spleen_ct_segmentation'}. Please change or shorten it.
Reactions are currently unavailable
Metadata
Metadata
Assignees
Labels
wontfixThis will not be worked onThis will not be worked on