.h'_ddlmZddlmZddlmZddlZddlmZddl m Z m Z m Z m Z mZmZmZddlmZmZdd lmZdd lmZmZdd lmZmZd d lmZmZmZm Z m!Z!m"Z"ddl#m$Z$m%Z%ddl&m'Z'm(Z(ddl)m*Z*m+Z+ddl,m-Z-ddl.m/Z/ddl0m1Z1ddl2m3Z3ddl4m5Z5ddl6m7Z7ddgZ8GddeZ9GddeZ:GddZ;GddZ<Gdd Z=Gd!d"Z>y)#) annotations)Optional)LiteralN)_legacy_response)BodyOmitQueryHeadersNotGivenomit not_given)maybe_transformasync_maybe_transform)cached_property)SyncAPIResourceAsyncAPIResource)to_streamed_response_wrapper"async_to_streamed_response_wrapper) OutputItemsAsyncOutputItemsOutputItemsWithRawResponseAsyncOutputItemsWithRawResponse OutputItemsWithStreamingResponse%AsyncOutputItemsWithStreamingResponse)SyncCursorPageAsyncCursorPage)run_list_paramsrun_create_params)AsyncPaginatormake_request_options)Metadata)RunListResponse)RunCancelResponse)RunCreateResponse)RunDeleteResponse)RunRetrieveResponseRuns AsyncRunsc HeZdZed dZeddZeddZeeddded ddZ ddded ddZ eeeeddded  dd Z ddded dd Z ddded dd Z y)r)c,t|jSN)r_clientselfs a/var/www/html/axiom-chatbot/venv/lib/python3.12/site-packages/openai/resources/evals/runs/runs.py output_itemszRuns.output_items&s4<<((ct|Sa This property can be used as a prefix for any HTTP method call to return the raw response object instead of the parsed content. For more information, see https://www.github.com/openai/openai-python#accessing-raw-response-data-eg-headers )RunsWithRawResponser/s r1with_raw_responsezRuns.with_raw_response*s#4((r3ct|Sz An alternative to `.with_raw_response` that doesn't eagerly read the response body. For more information, see https://www.github.com/openai/openai-python#with_streaming_response )RunsWithStreamingResponser/s r1with_streaming_responsezRuns.with_streaming_response4s)..r3Nmetadataname extra_headers extra_query extra_bodytimeoutc |std||jd|dt|||dtjt ||||t S)  Kicks off a new run for a given evaluation, specifying the data source, and what model configuration to use to test. The datasource will be validated against the schema specified in the config of the evaluation. Args: data_source: Details about the run's data source. metadata: Set of 16 key-value pairs that can be attached to an object. This can be useful for storing additional information about the object in a structured format, and querying for objects via API or the dashboard. Keys are strings with a maximum length of 64 characters. Values are strings with a maximum length of 512 characters. name: The name of the run. extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds 6Expected a non-empty value for `eval_id` but received /evals//runs data_sourcer=r>r?r@rArBbodyoptionscast_to) ValueError_postrr RunCreateParamsr"r& r0eval_idrIr=r>r?r@rArBs r1createz Runs.create=szNUV]U`ab bzzgYe $ #. (  "11 )+Q[el&  r3rJc |std||std||jd|d|t||||tS)P Get an evaluation run by ID. Args: extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds rE5Expected a non-empty value for `run_id` but received rF/runs/rJrMrNrO_getr"r(r0run_idrSr?r@rArBs r1retrievez Runs.retrievevsr0UV]U`ab bTU[T^_` `yygYfVH -(+Q[el(   r3afterlimitorderstatusr?r@rArBc|std||jd|dttt |||| t ||||dt jtSa Get a list of runs for an evaluation. Args: after: Identifier for the last run from the previous pagination request. limit: Number of runs to retrieve. order: Sort order for runs by timestamp. Use `asc` for ascending order or `desc` for descending order. Defaults to `asc`. status: Filter runs by status. One of `queued` | `in_progress` | `failed` | `completed` | `canceled`. extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds rErFrG)r`rarbrc)r?r@rArBquery)pagerMmodel)rO _get_api_listrr$r"rr RunListParams r0rSr`rarbrcr?r@rArBs r1listz Runs.listsJUV]U`ab b!!gYe $0(+'%%!&!&!&"(  $11 "%"  r3c |std||std||jd|d|t||||tS)G Delete an eval run. Args: extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds rErWrFrXrJrYrO_deleter"r'r\s r1deletez Runs.deletesr0UV]U`ab bTU[T^_` `||gYfVH -(+Q[el&   r3c |std||std||jd|d|t||||tS)U Cancel an ongoing evaluation run. Args: extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds rErWrFrXrJrYrOrPr"r%r\s r1cancelz Runs.cancelsr0UV]U`ab bTU[T^_` `zzgYfVH -(+Q[el&   r3)returnr)rvr6)rvr:rSstrrIzrun_create_params.DataSourcer=zOptional[Metadata] | Omitr> str | Omitr?Headers | Noner@ Query | NonerA Body | NonerB'float | httpx.Timeout | None | NotGivenrvr&r]rxrSrxr?rzr@r{rAr|rBr}rvr()rSrxr`ryra int | OmitrbLiteral['asc', 'desc'] | OmitrcJLiteral['queued', 'in_progress', 'completed', 'canceled', 'failed'] | Omitr?rzr@r{rAr|rBr}rvzSyncCursorPage[RunListResponse]r]rxrSrxr?rzr@r{rAr|rBr}rvr'r]rxrSrxr?rzr@r{rAr|rBr}rvr%__name__ __module__ __qualname__rr2r7r;r rrTr^rlrqrur3r1r)r)%s<))))///3)-$("&;D7 7 2 7 , 7  7 &7 "7  7 97  7 @)-$("&;D" "  " &" ""  " 9"  " P! /3]a)-$("&;D: :  :  : - : [: &: ":  : 9:  ): F)-$("&;D" "  " &" ""  " 9"  " V)-$("&;D" "  " &" ""  " 9"  " r3c HeZdZed dZeddZeddZeeddded ddZ ddded ddZ eeeeddded  dd Z ddded dd Z ddded dd Z y)r*c,t|jSr-)rr.r/s r1r2zAsyncRuns.output_items s --r3ct|Sr5)AsyncRunsWithRawResponser/s r1r7zAsyncRuns.with_raw_response$s(--r3ct|Sr9)AsyncRunsWithStreamingResponser/s r1r;z!AsyncRuns.with_streaming_response.s.d33r3Nr<c K|std||jd|dt|||dtjd{t ||||t d{S7$7w)rDrErFrGrHNrJrK)rOrPrr rQr"r&rRs r1rTzAsyncRuns.create7sNUV]U`ab bZZgYe $,#. (  "11 )+Q[el&     s$AA-A) A-$A+%A-+A-rJc K|std||std||jd|d|t||||td{S7w)rVrErWrFrXrJrYNrZr\s r1r^zAsyncRuns.retrieveps0UV]U`ab bTU[T^_` `YYgYfVH -(+Q[el(     AAAAr_c|std||jd|dttt |||| t ||||dt jtSre)rOrirr$r"rrrjrks r1rlzAsyncRuns.listsJUV]U`ab b!!gYe $ 1(+'%%!&!&!&"(  $11 "%"  r3c K|std||std||jd|d|t||||td{S7w)rnrErWrFrXrJrYNror\s r1rqzAsyncRuns.deletes0UV]U`ab bTU[T^_` `\\gYfVH -(+Q[el& "    rc K|std||std||jd|d|t||||td{S7w)rsrErWrFrXrJrYNrtr\s r1ruzAsyncRuns.cancels0UV]U`ab bTU[T^_` `ZZgYfVH -(+Q[el&      r)rvr)rvr)rvrrwr~)rSrxr`ryrarrbrrcrr?rzr@r{rAr|rBr}rvzAAsyncPaginator[RunListResponse, AsyncCursorPage[RunListResponse]]rrrrr3r1r*r*s=....44/3)-$("&;D7 7 2 7 , 7  7 &7 "7  7 97  7 @)-$("&;D" "  " &" ""  " 9"  " P! /3]a)-$("&;D: :  :  : - : [: &: ":  : 9:  K: F)-$("&;D" "  " &" ""  " 9"  " V)-$("&;D" "  " &" ""  " 9"  " r3c&eZdZddZeddZy)r6cz||_tj|j|_tj|j|_tj|j |_tj|j |_tj|j|_yr-)_runsrto_raw_response_wrapperrTr^rlrqrur0runss r1__init__zRunsWithRawResponse.__init__s &>> KK  )@@ MM  %<< II  '>> KK  '>> KK  r3c@t|jjSr-)rrr2r/s r1r2z RunsWithRawResponse.output_items-s)$***A*ABBr3Nrr)rvNone)rvrrrrrrr2rr3r1r6r6s &CCr3r6c&eZdZddZeddZy)rcz||_tj|j|_tj|j|_tj|j |_tj|j |_tj|j|_yr-)rrasync_to_raw_response_wrapperrTr^rlrqrurs r1rz!AsyncRunsWithRawResponse.__init__3s &DD KK  )FF MM  %BB II  'DD KK  'DD KK  r3c@t|jjSr-)rrr2r/s r1r2z%AsyncRunsWithRawResponse.output_itemsFs.tzz/F/FGGr3Nrr*rvr)rvrrrr3r1rr2s &HHr3rc&eZdZddZeddZy)r:c||_t|j|_t|j|_t|j|_t|j |_t|j |_yr-)rrrTr^rlrqrurs r1rz"RunsWithStreamingResponse.__init__Lsp 2 KK  5 MM  1 II  3 KK  3 KK  r3c@t|jjSr-)rrr2r/s r1r2z&RunsWithStreamingResponse.output_items_s/ 0G0GHHr3Nr)rvrrrr3r1r:r:Ks &IIr3r:c&eZdZddZeddZy)rc||_t|j|_t|j|_t|j|_t|j |_t|j |_yr-)rrrTr^rlrqrurs r1rz'AsyncRunsWithStreamingResponse.__init__esp 8 KK  ; MM  7 II  9 KK  9 KK  r3c@t|jjSr-)rrr2r/s r1r2z+AsyncRunsWithStreamingResponse.output_itemsxs4TZZ5L5LMMr3Nr)rvrrrr3r1rrds &NNr3r)? __future__rtypingrtyping_extensionsrhttpxr_typesrr r r r r r_utilsrr_compatr _resourcerr _responserrr2rrrrrr paginationrr types.evalsrr _base_clientr!r"types.shared_params.metadatar#types.evals.run_list_responser$types.evals.run_cancel_responser%types.evals.run_create_responser&types.evals.run_delete_responser'!types.evals.run_retrieve_responser(__all__r)r*r6rr:rrr3r1rs#% !LLL=';Z;>A5=AAAE ; w ?w tw  w tCC2HH2II2NNr3