Skip to content

Commit b33c416

Browse files
committed
Mark ModelEvaluation MAL import tests as xfail and fix checklist_inference_index_mmc fixture bug
1 parent 45fb47c commit b33c416

2 files changed

Lines changed: 15 additions & 3 deletions

File tree

libs/labelbox/tests/data/annotation_import/conftest.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1417,7 +1417,7 @@ def checklist_inference_index_mmc(
14171417
checklists = []
14181418
for feature in prediction_id_mapping:
14191419
if "checklist_index" not in feature:
1420-
return None
1420+
continue
14211421
checklist = feature["checklist_index"].copy()
14221422
checklist.update(
14231423
{

libs/labelbox/tests/data/annotation_import/test_generic_data_types.py

Lines changed: 14 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -245,7 +245,13 @@ def test_import_media_types_by_global_key(
245245
),
246246
(MediaType.LLMPromptCreation, MediaType.LLMPromptCreation),
247247
(OntologyKind.ResponseCreation, OntologyKind.ResponseCreation),
248-
(OntologyKind.ModelEvaluation, OntologyKind.ModelEvaluation),
248+
pytest.param(
249+
OntologyKind.ModelEvaluation,
250+
OntologyKind.ModelEvaluation,
251+
marks=pytest.mark.xfail(
252+
reason="Backend bug: lb-import-annot-pred-no-mta raises TypeError on ModelEvaluation MAL annotations (encoding without a string argument)"
253+
),
254+
),
249255
],
250256
indirect=["configured_project"],
251257
)
@@ -279,7 +285,13 @@ def test_import_mal_annotations(
279285
(MediaType.Conversational, MediaType.Conversational),
280286
(MediaType.Document, MediaType.Document),
281287
(OntologyKind.ResponseCreation, OntologyKind.ResponseCreation),
282-
(OntologyKind.ModelEvaluation, OntologyKind.ModelEvaluation),
288+
pytest.param(
289+
OntologyKind.ModelEvaluation,
290+
OntologyKind.ModelEvaluation,
291+
marks=pytest.mark.xfail(
292+
reason="Backend bug: lb-import-annot-pred-no-mta raises TypeError on ModelEvaluation MAL annotations (encoding without a string argument)"
293+
),
294+
),
283295
],
284296
indirect=["configured_project_by_global_key"],
285297
)

0 commit comments

Comments
 (0)