R1ibddlmZddlmZmZddlmZddlZddlm Z ddl m Z m Z m Z ddlmZmZmZmZmZdd lmZmZdd lmZd d lmZmZmZmZmZmZdd l m!Z!m"Z"ddl#m$Z$m%Z%ddl&m'Z'm(Z(ddl)m*Z*m+Z+ddl,m-Z-ddl.m/Z/ddl0m1Z1ddl2m3Z3ddl4m5Z5ddl6m7Z7ddgZ8Gdde!Z9Gdde"Z:GddZ;GddZ<Gdd Z=Gd!d"Z>y)#) annotations)IterableOptional)LiteralN)_legacy_response)eval_list_paramseval_create_paramseval_update_params) NOT_GIVENBodyQueryHeadersNotGiven)maybe_transformasync_maybe_transform)cached_property)Runs AsyncRunsRunsWithRawResponseAsyncRunsWithRawResponseRunsWithStreamingResponseAsyncRunsWithStreamingResponse)SyncAPIResourceAsyncAPIResource)to_streamed_response_wrapper"async_to_streamed_response_wrapper)SyncCursorPageAsyncCursorPage)AsyncPaginatormake_request_options)EvalListResponse)EvalCreateResponse)EvalDeleteResponse)EvalUpdateResponse)EvalRetrieveResponse)MetadataEvals AsyncEvalsc DeZdZed dZeddZeddZeeddded ddZddded ddZ eeddded dd Z eeeeddded  dd Z ddded dd Z y)r)c,t|jSN)r_clientselfs `/home/cursorai/projects/iching/venv/lib/python3.12/site-packages/openai/resources/evals/evals.pyrunsz Evals.runs&sDLL!!ct|Sa This property can be used as a prefix for any HTTP method call to return the raw response object instead of the parsed content. For more information, see https://www.github.com/openai/openai-python#accessing-raw-response-data-eg-headers )EvalsWithRawResponser/s r1with_raw_responsezEvals.with_raw_response*s$D))r3ct|Sz An alternative to `.with_raw_response` that doesn't eagerly read the response body. For more information, see https://www.github.com/openai/openai-python#with_streaming_response )EvalsWithStreamingResponser/s r1with_streaming_responsezEvals.with_streaming_response4s*$//r3Nmetadataname extra_headers extra_query extra_bodytimeoutc |jdt||||dtjt ||||t S)@ Create the structure of an evaluation that can be used to test a model's performance. An evaluation is a set of testing criteria and a datasource. After creating an evaluation, you can run it on different models and model parameters. We support several types of graders and datasources. For more information, see the [Evals guide](https://platform.openai.com/docs/guides/evals). Args: data_source_config: The configuration for the data source used for the evaluation runs. testing_criteria: A list of graders for all eval runs in this group. metadata: Set of 16 key-value pairs that can be attached to an object. This can be useful for storing additional information about the object in a structured format, and querying for objects via API or the dashboard. Keys are strings with a maximum length of 64 characters. Values are strings with a maximum length of 512 characters. name: The name of the evaluation. extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds /evalsdata_source_configtesting_criteriar=r>r?r@rArBbodyoptionscast_to)_postrr EvalCreateParamsr"r$ r0rGrHr=r>r?r@rArBs r1createz Evals.create=s\Vzz  *<(8 (  #33)+Q[el'  r3rIc r|std||jd|t||||tS)L Get an evaluation by ID. Args: extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds 6Expected a non-empty value for `eval_id` but received /evals/rIrLrM ValueError_getr"r'r0eval_idr?r@rArBs r1retrievezEvals.retrieveysT.UV]U`ab byygY (+Q[el)   r3c |std||jd|t||dtjt ||||t S) Update certain properties of an evaluation. Args: metadata: Set of 16 key-value pairs that can be attached to an object. This can be useful for storing additional information about the object in a structured format, and querying for objects via API or the dashboard. Keys are strings with a maximum length of 64 characters. Values are strings with a maximum length of 512 characters. name: Rename the evaluation. extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds rTrUr=r>rIrJ)rXrNrr EvalUpdateParamsr"r&r0r[r=r>r?r@rArBs r1updatez Evals.updatesuDUV]U`ab bzzgY  ( #33 )+Q[el'  r3afterlimitorderorder_byr?r@rArBc|jdttt||||t ||||dt j tSa List evaluations for a project. Args: after: Identifier for the last eval from the previous pagination request. limit: Number of evals to retrieve. order: Sort order for evals by timestamp. Use `asc` for ascending order or `desc` for descending order. order_by: Evals can be ordered by creation time or last updated time. Use `created_at` for creation time or `updated_at` for last updated time. extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds rE)rdrerfrg)r?r@rArBquery)pagerLmodel) _get_api_listrr#r"rr EvalListParams r0rdrerfrgr?r@rArBs r1listz Evals.listsfH!!  01(+'%%!&!&!&$,  %33 #%"  r3c r|std||jd|t||||tS)I Delete an evaluation. Args: extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds rTrUrIrVrX_deleter"r%rZs r1deletez Evals.deletesT.UV]U`ab b||gY (+Q[el'   r3)returnr)rvr6)rvr:rGz#eval_create_params.DataSourceConfigrHz-Iterable[eval_create_params.TestingCriterion]r=Optional[Metadata] | NotGivenr>str | NotGivenr?Headers | Noner@ Query | NonerA Body | NonerB'float | httpx.Timeout | None | NotGivenrvr$ r[strr?rzr@r{rAr|rBr}rvr'r[rr=rxr>ryr?rzr@r{rAr|rBr}rvr&)rdryreint | NotGivenrf!Literal['asc', 'desc'] | NotGivenrg.Literal['created_at', 'updated_at'] | NotGivenr?rzr@r{rAr|rBr}rvz SyncCursorPage[EvalListResponse] r[rr?rzr@r{rAr|rBr}rvr% __name__ __module__ __qualname__rr2r7r;r rQr\rbrprur3r1r)r)%s6""**003<()-$("&;D: @: H : 0 :  : &: ":  : 9:  : D)-$("&;D  &  "   9   J3<()-$("&;D1 1 0 1  1 &1 "1  1 91  1 l!* )3> LL  )@@ NN  '>> LL  %<< JJ  '>> LL  r3c@t|jjSr-)rrr2r/s r1r2zEvalsWithRawResponse.runs?s"4;;#3#344r3Nrr)rvNone)rvrrrrrrr2rr3r1r6r6+s &55r3r6c&eZdZddZeddZy)rcz||_tj|j|_tj|j|_tj|j |_tj|j |_tj|j|_yr-)rrasync_to_raw_response_wrapperrQr\rbrprurs r1rz"AsyncEvalsWithRawResponse.__init__Es &DD LL  )FF NN  'DD LL  %BB JJ  'DD LL  r3c@t|jjSr-)rrr2r/s r1r2zAsyncEvalsWithRawResponse.runsXs' (8(899r3Nrr*rvr)rvrrrr3r1rrDs &::r3rc&eZdZddZeddZy)r:c||_t|j|_t|j|_t|j|_t|j |_t|j |_yr-)rrrQr\rbrprurs r1rz#EvalsWithStreamingResponse.__init__^sp 2 LL  5 NN  3 LL  1 JJ  3 LL  r3c@t|jjSr-)rrr2r/s r1r2zEvalsWithStreamingResponse.runsqs()9)9::r3Nr)rvrrrr3r1r:r:]s &;;r3r:c&eZdZddZeddZy)rc||_t|j|_t|j|_t|j|_t|j |_t|j |_yr-)rrrQr\rbrprurs r1rz(AsyncEvalsWithStreamingResponse.__init__wsp 8 LL  ; NN  9 LL  7 JJ  9 LL  r3c@t|jjSr-)rrr2r/s r1r2z$AsyncEvalsWithStreamingResponse.runss-dkk.>.>??r3Nr)rvrrrr3r1rrvs &@@r3r)? __future__rtypingrrtyping_extensionsrhttpxrtypesr r r _typesr r rrr_utilsrr_compatr runs.runsrrrrrr _resourcerr _responserr paginationrr _base_clientr!r"types.eval_list_responser#types.eval_create_responser$types.eval_delete_responser%types.eval_update_responser&types.eval_retrieve_responser'types.shared_params.metadatar(__all__r)r*r6rr:rrr3r1rs#%% MM??<&;Y9@8<<<@4 L !@ O@ F@ !@ F552::2;;2@@r3