@@ -1804,6 +1804,25 @@ class EvaluateInstancesResponseDict(TypedDict, total=False):
1804
1804
]
1805
1805
1806
1806
1807
+ class EvalCase (_common .BaseModel ):
1808
+ """A comprehensive representation of a GenAI interaction for evaluation."""
1809
+
1810
+ prompt : Optional [genai_types .Content ] = Field (
1811
+ default = None ,
1812
+ description = """The most recent user message (current input).""" ,
1813
+ )
1814
+
1815
+
1816
+ class EvalCaseDict (TypedDict , total = False ):
1817
+ """A comprehensive representation of a GenAI interaction for evaluation."""
1818
+
1819
+ prompt : Optional [genai_types .Content ]
1820
+ """The most recent user message (current input)."""
1821
+
1822
+
1823
+ EvalCaseOrDict = Union [EvalCase , EvalCaseDict ]
1824
+
1825
+
1807
1826
class BigQuerySource (_common .BaseModel ):
1808
1827
"""The BigQuery location for the input content."""
1809
1828
@@ -1845,6 +1864,9 @@ class GcsSourceDict(TypedDict, total=False):
1845
1864
class EvaluationDataset (_common .BaseModel ):
1846
1865
"""The dataset used for evaluation."""
1847
1866
1867
+ eval_cases : Optional [list [EvalCase ]] = Field (
1868
+ default = None , description = """The evaluation cases to be evaluated."""
1869
+ )
1848
1870
bigquery_source : Optional [BigQuerySource ] = Field (
1849
1871
default = None , description = """BigQuery source holds the dataset."""
1850
1872
)
@@ -1857,6 +1879,9 @@ class EvaluationDataset(_common.BaseModel):
1857
1879
class EvaluationDatasetDict (TypedDict , total = False ):
1858
1880
"""The dataset used for evaluation."""
1859
1881
1882
+ eval_cases : Optional [list [EvalCaseDict ]]
1883
+ """The evaluation cases to be evaluated."""
1884
+
1860
1885
bigquery_source : Optional [BigQuerySourceDict ]
1861
1886
"""BigQuery source holds the dataset."""
1862
1887
0 commit comments