o ,ige@sdZddlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlmZmZddlmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"ddl#m$Z%ddl&Z&ddl'Z'ddl(m)Z)ddl*m+Z+dd l,m-Z.e/e0Z1Gd d d e2Z3Gd d d e3Z4Gddde3Z5Gddde3Z6Gddde3Z7Gddde3Z8Gddde3Z9Gddde3Z:Gddde3Z;Gddde<Z=Gddde=Z>ddd$d%Z?dd'd(Z@dd,d-ZAdd1d2ZBdd6d7ZCejDd8d9dd=d>ZEdd@dAZFddBdCZGddEdFZHddIdJZIddLdMZJddNdOZKddPdQZLejDd8d9ddSdTZMddWdXZNdd[d\ZOejDd]d9 dd^d_ddedfZPejDd8d9dddhdiZQGdjdkdkejRZSGdldmdmejRZTGdndodoe+ZUeVZWejXddudvZYddxdyZZejX ddd~dZ[ejX ddddZ\dddZ]e dZ^ ddddZ_dddZ`dddZadddZbe)dZcGdddeZddddZedddZfdddZgejDdd9dddZhddddZidddZjdS)zGeneric utility functions.) annotationsN)FutureThreadPoolExecutor)AnyCallableDict GeneratorIterableIteratorListLiteralMappingOptionalSequenceTupleTypeVarUnioncast)parse) ParamSpec)Retry)schemasc@eZdZdZdS)LangSmithErrorz=An error occurred while communicating with the LangSmith API.N__name__ __module__ __qualname____doc__rri/var/www/eduai.edurigo.com/doc_train/edurigo_ai/Puru/venv/lib/python3.10/site-packages/langsmith/utils.pyr0rc@r)LangSmithAPIErrorz9Internal server error while communicating with LangSmith.Nrrrrr r"4r!r"c@r)LangSmithRequestTimeoutz*Client took too long to send request body.Nrrrrr r#8r!r#c@r)LangSmithUserErrorzAUser error caused an exception when communicating with LangSmith.Nrrrrr r$<r!r$c@r)LangSmithRateLimitErrorz7You have exceeded the rate limit for the LangSmith API.Nrrrrr r%@r!r%c@r)LangSmithAuthErrorz-Couldn't authenticate with the LangSmith API.Nrrrrr r&Dr!r&c@r)LangSmithNotFoundErrorz%Couldn't find the requested resource.Nrrrrr r'Hr!r'c@r)LangSmithConflictErrorzThe resource already exists.Nrrrrr r(Lr!r(c@r)LangSmithConnectionErrorz&Couldn't connect to the LangSmith API.Nrrrrr r)Pr!r)c@r)LangSmithWarningzBase class for warnings.Nrrrrr r*Wr!r*c@r)LangSmithMissingAPIKeyWarningzWarning for missing API key.Nrrrrr r+[r!r+ctxOptional[dict]returnUnion[bool, Literal['local']]cCsTddlm}m}|p |}|ddur|dS|rdStdtddd d }|d kS) z"Return True if tracing is enabled.r)get_current_run_treeget_tracing_contextenabledNT TRACING_V2TRACINGdefaulttrue)langsmith.run_helpersr0r1 get_env_var)r,r0r1tc var_resultrrr tracing_is_enabled_s  r=boolcCstddddkS)z"Return True if testing is enabled. TEST_TRACKINGr5r6falser:rrrr test_tracking_is_disabledrsrB arg_groupsTuple[str, ...]rcsdfdd }|S)z7Validate specified keyword args are mutually exclusive.funcrr.cstdfdd }|S)Nargsrkwargsr.cs\fddD}ddt|D}|r'fdd|D}tdd||iS)z3Validate exactly one arg in each group is not None.cs"g|] }tfdd|DqS)c3s"|] }|durdVqdS)N)get).0argrGrr  zJxor_args..decorator..wrapper...)sum)rJ arg_grouprLrr ~sz@xor_args..decorator..wrapper..cSsg|] \}}|dkr|qSrHr)rJicountrrr rQscsg|] }d|qS), )join)rJrSrCrr rQzFExactly one argument in each of the following groups must be defined: rU) enumerate ValueErrorrV)rFrGcountsinvalid_groupsinvalid_group_names)rCrErLr wrapper{s z,xor_args..decorator..wrapper)rFrrGrr.r) functoolswraps)rEr^rW)rEr decoratorzszxor_args..decoratorN)rErr.rr)rCrarrWr xor_argswsrbresponse(Union[requests.Response, httpx.Response]Nonec Cszz|WdStjy}z tt||j|d}~wtjy<}ztjt|d|j|j|d|d}~ww)z&Raise an error with the response text.Nz: )requestrc)raise_for_statusrequests HTTPErrorstrtexthttpxHTTPStatusErrorrf)rcerrr raise_for_status_with_textsroenuUnion[enum.Enum, str]rjcCst|tjr |jS|S)zGet the value of a string enum.) isinstanceenumEnumvalue)rprrr get_enum_values rvrH)maxsizelevelintmessagecCst||dS)z4Log a message at the specified level, but only once.N)_LOGGERlog)rxrzrrr log_oncesr}Mapping[str, Any]cCsd|stdd|vr"d|vrtd|d|ddddSd |vr.td |d |d S) NMessage is empty.lcid*Unexpected format for serialized message: z Message does not have an id.Messager5type&Unexpected format for stored message: z Message does not have a type.)rZreplacelowerrzrrr _get_message_types  rcCsT|stdd|vrd|vrtd|d|dSd|vr&td|d|dS) NrrrGrz Message does not have kwargs.datarz Message does not have data.)rZrrrr _get_message_fieldss  rDict[str, Any]cCst|}t|}||dS)z&Extract message from a message object.rr)rr)rz message_type message_datarrr _convert_messages rinputsList[Dict[str, Any]]cCs@d|vr dd|dDSd|vrt|dgStd|d)aGExtract messages from the given inputs dictionary. Args: inputs (Mapping[str, Any]): The inputs dictionary. Returns: List[Dict[str, Any]]: A list of dictionaries representing the extracted messages. Raises: ValueError: If no message(s) are found in the inputs dictionary. messagescSsg|]}t|qSr)r)rJrzrrr rQz,get_messages_from_inputs..rzz-Could not find message(s) in run with inputs .)rrZ)rrrr get_messages_from_inputss  routputscCsrd|vr td|d|d}t|dkr#tdt|d|d|d}d|vr3td |d t|dS) a'Retrieve the message generation from the given outputs. Args: outputs (Mapping[str, Any]): The outputs dictionary. Returns: Dict[str, Any]: The message generation. Raises: ValueError: If no generations are found or if multiple generations are present. generations,No generations found in in run with output: rrHz3Chat examples expect exactly one generation. Found z generations: rrzz"Unexpected format for generation: z%. Generation does not have a message.)rZlenrrrfirst_generationrrr #get_message_generation_from_outputss"    rcCsTd|vr|dSd|vr"|d}t|dkr|dStd|dtd|d) zRetrieve the prompt from the given inputs. Args: inputs (Mapping[str, Any]): The inputs dictionary. Returns: str: The prompt. Raises: ValueError: If the prompt is not found or if multiple prompts are present. promptpromptsrHrz$Multiple prompts in run with inputs z!. Please create example manually.z)Could not find prompt in run with inputs r)rrZ)rrrrr get_prompt_from_inputs s   rcCs`d|vr td|d|d}t|dkrtd||d}d|vr,td||dS) z(Get the LLM generation from the outputs.rrrrHzMultiple generations in run: rrkzNo text in generation: )rZrrrrr get_llm_generation_from_outputs#s r List[str]c CszztjgdtjtjdddgWStjtfy<ztjddgtjtjddgWYStjtfy;tdww)z7Get the correct docker compose command for this system.)dockercompose --version)stdoutstderrrrzdocker-composerzNeither 'docker compose' nor 'docker-compose' commands are available. Please install the Docker server following the instructions for your operating system at https://docs.docker.com/engine/install/) subprocess check_callDEVNULLCalledProcessErrorFileNotFoundErrorrZrrrr get_docker_compose_command0s*  rls_schemas.BaseMessageLikedictcCs<|jd|jid}|jrt|jdkri|j|dd<|S)z*Convert a LangChain message to an example.contentrrradditional_kwargs)rrrr)rz convertedrrr convert_langchain_messageKs robjobjectcCs@ttt|ddttt|ddtt|dott|dtgS)zCheck if the given object is similar to BaseMessage. Args: obj (object): The object to check. Returns: bool: True if the object is similar to BaseMessage, False otherwise. rNrr)allrrgetattrrjrhasattr)rrrr is_base_message_likeWs  rd) LANGSMITH LANGCHAIN) namespacesnamer7 Optional[str]rrcs<fdd|D}|D]tj}|dur|Sq |S)a+Retrieve an environment variable from a list of namespaces. Args: name (str): The name of the environment variable. default (Optional[str], optional): The default value to return if the environment variable is not found. Defaults to None. namespaces (Tuple, optional): A tuple of namespaces to search for the environment variable. Defaults to ("LANGSMITH", "LANGCHAINs"). Returns: Optional[str]: The value of the environment variable if found, otherwise the default value. csg|] }|dqS)_r)rJ namespacerrr rQ}rXzget_env_var..N)osenvironrI)rr7rnamesrurrr r:is r:Tc Cs&tjdtdtd|r dndddS)z,Get the project name for a LangSmith tracer.HOSTED_LANGSERVE_PROJECT_NAMEPROJECTSESSIONr7Nr6)rrrIr:)return_default_valuerrr get_tracer_projects rcs.eZdZdZd dfdd Zdd d ZZS)FilterPoolFullWarningzFFilter urrllib3 warnings logged when the connection pool isn't reused.r5rrjhostr.recst|||_dS)zInitialize the FilterPoolFullWarning filter. Args: name (str, optional): The name of the filter. Defaults to "". host (str, optional): The host to filter. Defaults to "". N)super__init___host)selfrr __class__rr rs  zFilterPoolFullWarning.__init__r>cCs|}d|vr dS|j|vS)zJurllib3.connectionpool:Connection pool is full, discarding connection: ...z.Connection pool is full, discarding connectionT) getMessagerrrecordmsgrrr filters zFilterPoolFullWarning.filter)r5r5)rrjrrjr.rer.r>)rrrrrr __classcell__rrrr rs rc@seZdZdZdddZdS)FilterLangSmithRetryz!Filter for retries from this lib.r.r>cCs|}d|vS)z!Filter retries from this library.LangSmithRetry)rrrrr rszFilterLangSmithRetry.filterNr)rrrrrrrrr rsrc@r)rz&Wrapper to filter logs with this name.Nrrrrr rr!rloggerlogging.LoggerfiltersSequence[logging.Filter]Generator[None, None, None]ccst|D]}||qWdn1swYz3dVWt#|D]}z||Wq'ty>tdYq'wWddS1sJwYdSt"|D]}z||WqVtymtdYqVwWdw1sxwYw)zTemporarily adds specified filters to a logger. Parameters: - logger: The logger to which the filters will be added. - filters: A sequence of logging.Filter objects to be temporarily added to the logger. NzFailed to remove filter) _FILTER_LOCK addFilter removeFilter BaseExceptionr{warning)rrrrrr filter_logss2   ( rcachecCs|dur|StdddS)zGet the testing cache directory. Args: cache (Optional[str]): The cache path. Returns: Optional[str]: The cache path if provided, otherwise the value from the LANGSMITH_TEST_CACHE environment variable. N TEST_CACHEr6rA)rrrr get_cache_dirs  rpathUnion[str, pathlib.Path] ignore_hostsOptional[Sequence[str]]c#szddl}Wn tytdwddlm}|dfdd }tj|\}}|j| d s8| d r:d nd |dgdddg|d}| | dVWddS1s[wYdS)Use a cache for requests.rNzNvcrpy is required to use caching. Install with:pip install -U "langsmith[vcr]")_patchrfrr.cs(rtfddDrdSi_S)Nc3s|] }j|VqdSN)url startswith)rJrrfrr rMsz>with_cache.._filter_request_headers..)anyheadersrrrr _filter_request_headerssz+with_cache.._filter_request_headersz.yamlz.ymlyamljson new_episodes)urimethodrbody authorizationz Set-Cookie) serializercassette_library_dir record_modematch_onfilter_headersbefore_record_request)rfrr.r) vcr ImportErrorlangsmith._internalr patch_urllib3rrsplitVCRendswith use_cassette)rrrr r cache_dir cache_filels_vcrrrr with_caches6    "r"Optional[Union[str, pathlib.Path]]ccsJ|dur t|| dVWddS1swYdSdVdS)rN)r)rrrrr with_optional_caches  " rcCs&tjt}dd|D}d|S)NcSsg|]}d|vr|qS)z langsmith/r)rJlinerrr rQ#sz_format_exc..r5) tracebackformat_exceptionsysexc_inforV)tb_linesfiltered_linesrrr _format_exc s rTvalmemoDict[int, Any] max_depth_depthcst|}t|dd}|durz|WStyYnwkr#|St|tr5fdd|DSt|trEfdd|DSt|trWtfdd|DSt|trgfdd |DS|S) N __deepcopy__c s2i|]\}}t|dt|dqSrR _middle_copy)rJkvr"r!rrr 8s  z _middle_copy..csg|] }t|dqSrRr$rJitemr(rr rQ?z _middle_copy..c3s"|] }t|dVqdS)rHNr$r*r(rr rMArNz_middle_copy..csh|] }t|dqSrRr$r*r(rr Cr,z_middle_copy..) rrrrrritemslisttupleset)rrr!r"clscopierrr(r r%*s*       r%c CsRi}zt||WSty(}ztdt|t||WYd}~Sd}~ww)zDeep copy a value with a compromise for uncopyable objects. Args: val: The value to be deep copied. Returns: The deep copied value. zFailed to deepcopy input: %sN)copydeepcopyrr{debugreprr%)rrrnrrr deepish_copyHs r8current_versiontarget_versioncCs(ddlm}||}||}||kS)zGCheck if the current version is greater or equal to the target version.r)version) packagingr;r)r9r:r;currenttargetrrr is_version_greater_or_equal]s   r? identifierTuple[str, str, str]cCs|r|ddks|ds|drtd||dd}|d}t|dkr.|dnd}d|vrL|dd\}}|r@|sGtd||||fS|sUtd|d||fS)aEParse a string in the format of owner/name:hash, name:hash, owner/name, or name. Args: identifier (str): The prompt identifier to parse. Returns: Tuple[str, str, str]: A tuple containing (owner, name, hash). Raises: ValueError: If the identifier doesn't match the expected formats. /rHzInvalid identifier format: :rlatest-)rTrr rZr r)r@parts owner_namecommitownerrrrr parse_prompt_identifierfs&    rJPcs8eZdZdZdfd d Zd d ddfddZZS)ContextThreadPoolExecutorz?ThreadPoolExecutor that copies the context to the child thread.rECallable[P, T]rFP.argsrGP.kwargsr. Future[T]cs6tttdtftjtj |g|Ri|S)aCSubmit a function to the executor. Args: func (Callable[..., T]): The function to submit. *args (Any): The positional arguments to the function. **kwargs (Any): The keyword arguments to the function. Returns: Future[T]: The future for the function. .) rsubmitrrrr_partial contextvars copy_contextrun)rrErFrGrrr rQs  z ContextThreadPoolExecutor.submitNrHtimeout chunksizefnCallable[..., T] iterables Iterable[Any]rWOptional[float]rXry Iterator[T]csFddtt|dDd fdd }tj|g|R||d S) aReturn an iterator equivalent to stdlib map. Each function will receive its own copy of the context from the parent thread. Args: fn: A callable that will take as many arguments as there are passed iterables. timeout: The maximum number of seconds to wait. If None, then there is no limit on the wait time. chunksize: The size of the chunks the iterable will be broken into before being passed to a child process. This argument is only used by ProcessPoolExecutor; it is ignored by ThreadPoolExecutor. Returns: An iterator equivalent to: map(func, *iterables) but the calls may be evaluated out-of-order. Raises: TimeoutError: If the entire result iterator could not be generated before the given timeout. Exception: If fn(*args) raises for any values. cSsg|]}tqSr)rSrT)rJrrrr rQrz1ContextThreadPoolExecutor.map..rrFrr.rcsjg|RSr)poprU)rFcontextsrYrr _wrapped_fnsz2ContextThreadPoolExecutor.map.._wrapped_fnrVN)rFrr.r)rangerrmap)rrYrWrXr[rbrr`r rdszContextThreadPoolExecutor.map)rErMrFrNrGrOr.rP) rYrZr[r\rWr]rXryr.r^)rrrrrQrdrrrrr rLs rLapi_urlcCs@|p tttddd}|std|dddS)zBGet the LangSmith API URL from the environment or the given value.ENDPOINTzhttps://api.smith.langchain.comr6z!LangSmith API URL cannot be empty"'rB)rrjr:stripr$rstrip)re_api_urlrrr get_api_urlsrlapi_keycCs@|dur|ntddd}|dus|sdS|ddS)z8Get the API key from the environment or the given value.NAPI_KEYr6rgrh)r:ri)rmapi_key_rrr get_api_keysrprcCsVzt|jdd}t|}|dkp|dp|dWStjy*YdSw)zCheck if the URL is localhost. Parameters ---------- url : str The URL to check. Returns: ------- bool True if the URL is localhost, False otherwise. rCrz 127.0.0.1z0.0.0.0z::F) urllib_parseurlsplitnetlocr socket gethostbynamergaierror)rrsiprrr _is_localhosts  rxweb_urlcCs|r|St|}t|rd}|St|jdr/t|jddd}t|j|d}|St|jdrMt|jddd}t|j|d}|St|j  drYd}|St|j  d red }|St|j  d rqd }|Sd }|S)z1Get the host URL based on the web URL or API URL.zhttp://localhostz/apirHr)rz/api/v1zeu.zhttps://eu.smith.langchain.comzdev.zhttps://dev.smith.langchain.comzbeta.z https://beta.smith.langchain.comzhttps://smith.langchain.com) rqurlparserxrjrr rsplit urlunparse_replacersr)rzre parsed_urllinknew_pathrrr get_host_urls2   rrYdepthcCs|dkst|s t|St|dr|jSt|tjr"t|j|dSt|dr>t|dr6t|j dr6|j jSt|j |dSt|S)NryrrH__call__r) callablerjrrrrr_rR_get_function_namerErr)rYrrrr rs   rrcCs&t|tr|dkp|dkSt|S)zCheck if the value is truish. Args: val (Any): The value to check. Returns: bool: True if the value is truish, False otherwise. r81)rrrjrr>)rrrr is_truish)s rr)r,r-r.r/r)rCrDr.r)rcrdr.re)rprqr.rj)rxryrzrjr.re)rzr~r.rj)rzr~r.r~)rzr~r.r)rr~r.r)rr~r.r)rr~r.rj)rr~r.rj)r.r)rzrr.r)rrr.r>)rrjr7rrrr.r)T)r.r)rrrrr.r)rrr.r)rrrrr.r)rrrrr.r)r.rj)rr) rrrr r!ryr"ryr.r)rrr.r)r9rjr:rjr.r>)r@rjr.rA)rerr.rj)rmrr.r)rrjr.r>)rzrrerj)r)rYrrryr.rj)rrr.r>)kr __future__r contextlibrSr4rsr_loggingrpathlibrtrr threadingrconcurrent.futuresrrtypingrrrrr r r r r rrrrrrurllibrrqrlrhtyping_extensionsr urllib3.utilr langsmithr ls_schemas getLoggerrr{ Exceptionrr"r#r$r%r&r'r(r) UserWarningr*r+r=rBrbrorv lru_cacher}rrrrrrrrrrr:rFilterrrrRLockrcontextmanagerrrrrrrr%r8r?rJrKrLrlrprxrrrrrrr s D                          *    # G