Skip to content

Commit

Permalink
Skip tests
Browse files Browse the repository at this point in the history
  • Loading branch information
as-suvorov committed Jul 4, 2024
1 parent 8bb3939 commit 452acbd
Showing 1 changed file with 5 additions and 6 deletions.
11 changes: 5 additions & 6 deletions tests/python_tests/continuous_batching/test_sampling.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,6 @@
@pytest.mark.xfail(
raises=RuntimeError,
reason="Test fails with error: CPU: head size must be multiple of 16, current: X. CVS-145986.",
condition=sys.platform == "linux",
strict=False,
)
def test_sampling_precommit(tmp_path, model_id):
Expand Down Expand Up @@ -106,14 +105,14 @@ class RandomSamplingTestStruct:
pytest.param(RandomSamplingTestStruct(generation_config=get_multinomial_temperature_and_top_p(),
prompts=["What is OpenVINO?"],
ref_texts=[ ["\nOpenVINO is an online application that allows users to create, test, and analyze their own software using a collection of software packages. The application"] ]),
marks=[pytest.mark.xfail(reason="Passes locally, fails in CI.", strict=False, condition=sys.platform == "darwin")]),
marks=[pytest.mark.xfail(reason="Passes locally, fails in CI.", strict=False, condition=sys.platform in ["darwin", "win32"])]),
RandomSamplingTestStruct(generation_config=get_multinomial_temperature_and_top_k(),
prompts=["What is OpenVINO?"],
ref_texts=[ ["\n\nOpenVINO is a software that allows users to create a virtual machine with the ability to create a virtual machine in a virtual environment. Open"] ]),
pytest.param(RandomSamplingTestStruct(generation_config=get_multinomial_temperature_top_p_and_top_k(),
prompts=["What is OpenVINO?"],
ref_texts=[ ["\nOpenVINO is an open source software that allows developers to create, manage, and distribute software. It is an open source project that allows developers"] ]),
marks=[pytest.mark.xfail(reason="Passes locally, fails in CI.", strict=False, condition=sys.platform == "darwin")]),
marks=[pytest.mark.xfail(reason="Passes locally, fails in CI.", strict=False, condition=sys.platform in ["darwin", "win32"])]),
RandomSamplingTestStruct(generation_config=get_multinomial_temperature_and_repetition_penalty(),
prompts=["What is OpenVINO?"],
ref_texts=[ ["\nOpen Vino's are a new and improved way to find cheap, fast-investment frozen vegetables that have no waste or calories. They're"] ]),
Expand All @@ -126,7 +125,7 @@ class RandomSamplingTestStruct:
' them?\nJust the Mario Maker App, the location is they'
]
]),
marks=[pytest.mark.xfail(reason="Passes locally, fails in CI.", strict=False, condition=sys.platform == "linux")]),
marks=[pytest.mark.xfail(reason="Passes locally, fails in CI.", strict=False)]),
pytest.param(RandomSamplingTestStruct(generation_config=get_multinomial_all_parameters(),
prompts=["Tell me something about UAE"],
ref_texts=[
Expand All @@ -137,7 +136,7 @@ class RandomSamplingTestStruct:
'? I think that is a bit of an anomaly, but you might want to ask yourself this question: Where can some young people from Dubai or Bahrain'
]
]),
marks=[pytest.mark.xfail(reason="Passes locally, fails in CI.", strict=False, condition=sys.platform == "darwin")]),
marks=[pytest.mark.xfail(reason="Passes locally, fails in CI.", strict=False, condition=sys.platform in ["darwin", "win32"])]),
RandomSamplingTestStruct(generation_config=get_multinomial_temperature_and_presence_penalty(),
prompts=["What is OpenVINO?"],
ref_texts=[ ["\n\nOpenVINO is a software development platform developed by OpenVINO, Inc., which uses a RESTful API for server-side web applications"] ]),
Expand All @@ -156,7 +155,7 @@ class RandomSamplingTestStruct:
'\n\nOpenVINO is a social networking tool. OpenVINO is a free virtualization service that works at scale. The tool provides the ability'
]
]),
marks=[pytest.mark.xfail(reason="Passes locally, fails in CI.", strict=False, condition=sys.platform == "darwin")]),
marks=[pytest.mark.xfail(reason="Passes locally, fails in CI.", strict=False, condition=sys.platform in ["darwin", "win32"])]),
]


Expand Down

0 comments on commit 452acbd

Please sign in to comment.