Skip to content

Commit 1641aff

Browse files
authored
ci: Disable presubmit LLM tests temporarily (#144)
Thank you for opening a Pull Request! Before submitting your PR, there are a few things you can do to make sure it goes smoothly: - [ ] Make sure to open an issue as a [bug/issue](https://togithub.com/googleapis/python-bigquery-dataframes/issues/new/choose) before writing your code! That way we can discuss the change, evaluate designs, and agree on the general idea - [ ] Ensure the tests and linter pass - [ ] Code coverage does not decrease (if any source code was changed) - [ ] Appropriate docs were updated (if necessary) Fixes #<issue_number_goes_here> 🦕
1 parent 05d7618 commit 1641aff

File tree

1 file changed

+24
-0
lines changed

1 file changed

+24
-0
lines changed

tests/system/small/ml/test_llm.py

+24
Original file line numberDiff line numberDiff line change
@@ -26,6 +26,9 @@ def test_create_text_generator_model(palm2_text_generator_model):
2626
assert palm2_text_generator_model._bqml_model is not None
2727

2828

29+
@pytest.mark.skip(
30+
reason="Temporarily disable to validate the hypothesis that LLM capacity is causing the presubmit tests to take long to run."
31+
)
2932
@pytest.mark.flaky(retries=2, delay=120)
3033
def test_create_text_generator_model_default_session(bq_connection, llm_text_pandas_df):
3134
import bigframes.pandas as bpd
@@ -48,6 +51,9 @@ def test_create_text_generator_model_default_session(bq_connection, llm_text_pan
4851
assert all(series.str.len() > 20)
4952

5053

54+
@pytest.mark.skip(
55+
reason="Temporarily disable to validate the hypothesis that LLM capacity is causing the presubmit tests to take long to run."
56+
)
5157
@pytest.mark.flaky(retries=2, delay=120)
5258
def test_create_text_generator_model_default_connection(llm_text_pandas_df):
5359
from bigframes import _config
@@ -74,6 +80,9 @@ def test_create_text_generator_model_default_connection(llm_text_pandas_df):
7480

7581

7682
# Marked as flaky only because BQML LLM is in preview, the service only has limited capacity, not stable enough.
83+
@pytest.mark.skip(
84+
reason="Temporarily disable to validate the hypothesis that LLM capacity is causing the presubmit tests to take long to run."
85+
)
7786
@pytest.mark.flaky(retries=2, delay=120)
7887
def test_text_generator_predict_default_params_success(
7988
palm2_text_generator_model, llm_text_df
@@ -85,6 +94,9 @@ def test_text_generator_predict_default_params_success(
8594
assert all(series.str.len() > 20)
8695

8796

97+
@pytest.mark.skip(
98+
reason="Temporarily disable to validate the hypothesis that LLM capacity is causing the presubmit tests to take long to run."
99+
)
88100
@pytest.mark.flaky(retries=2, delay=120)
89101
def test_text_generator_predict_series_default_params_success(
90102
palm2_text_generator_model, llm_text_df
@@ -96,6 +108,9 @@ def test_text_generator_predict_series_default_params_success(
96108
assert all(series.str.len() > 20)
97109

98110

111+
@pytest.mark.skip(
112+
reason="Temporarily disable to validate the hypothesis that LLM capacity is causing the presubmit tests to take long to run."
113+
)
99114
@pytest.mark.flaky(retries=2, delay=120)
100115
def test_text_generator_predict_arbitrary_col_label_success(
101116
palm2_text_generator_model, llm_text_df
@@ -108,6 +123,9 @@ def test_text_generator_predict_arbitrary_col_label_success(
108123
assert all(series.str.len() > 20)
109124

110125

126+
@pytest.mark.skip(
127+
reason="Temporarily disable to validate the hypothesis that LLM capacity is causing the presubmit tests to take long to run."
128+
)
111129
@pytest.mark.flaky(retries=2, delay=120)
112130
def test_text_generator_predict_with_params_success(
113131
palm2_text_generator_model, llm_text_df
@@ -139,6 +157,9 @@ def test_create_text_embedding_generator_model_defaults(bq_connection):
139157
assert model._bqml_model is not None
140158

141159

160+
@pytest.mark.skip(
161+
reason="Temporarily disable to validate the hypothesis that LLM capacity is causing the presubmit tests to take long to run."
162+
)
142163
@pytest.mark.flaky(retries=2, delay=120)
143164
def test_embedding_generator_predict_success(
144165
palm2_embedding_generator_model, llm_text_df
@@ -152,6 +173,9 @@ def test_embedding_generator_predict_success(
152173
assert value.size == 768
153174

154175

176+
@pytest.mark.skip(
177+
reason="Temporarily disable to validate the hypothesis that LLM capacity is causing the presubmit tests to take long to run."
178+
)
155179
@pytest.mark.flaky(retries=2, delay=120)
156180
def test_embedding_generator_predict_series_success(
157181
palm2_embedding_generator_model, llm_text_df

0 commit comments

Comments
 (0)