U 9%e9w@sddlZddlZddlZddlZddlmZddlmZddl Z ddl m Z m Z m Z ddlmZddlmZmZmZmZdd lmZmZmZmZmZdd lmZmZdd lmZe e!Z"erddl#Z#erdd l$m%Z%m&Z&dd lm'Z'ne(Z%da)e*e+e,e-e.e/dZ0eGdddZ1ia2ddddgZ3d/ddZ4ddZ5d0ddZ6d1ddZ7dd Z8d!d"Z9Gd#d$d$Z:Gd%d&d&e:Z;Gd'd(d(e:ZGd-d.d.e%Z?dS)2N) dataclass)Dict)HfFolderhf_hub_download list_spaces) AutoTokenizer)is_offline_modeis_openai_availableis_torch_availablelogging) TASK_MAPPINGTOOL_CONFIG_FILETool load_toolsupports_remote)CHAT_MESSAGE_PROMPTdownload_prompt)evaluate)StoppingCriteriaStoppingCriteriaList)AutoModelForCausalLMF)printrangefloatintboolstrc@s&eZdZUeed<eed<eed<dS)PreTooltask descriptionrepo_idN)__name__ __module__ __qualname__r__annotations__r'r'X/var/www/html/Darija-Ai-API/env/lib/python3.8/site-packages/transformers/tools/agents.pyr;s rzimage-transformationz text-downloadz text-to-imagez text-to-videohuggingface-toolsc CstrtdiSt|d}i}|D]b}|j}t|tdd}t|dd}t |}W5QRX| dd}t ||d |d ||d <q&|S) Nz;You are in offline mode, so remote tools are not available.)authorspace)Z repo_typezutf-8)encoding/r!r r!r"name) r loggerinforidrropenjsonloadsplitr) Z organizationspacestoolsZ space_infor"Zresolved_config_filereaderconfigr r'r'r(get_remote_toolsMs  r<c CstrdStd}|j}t}tD],\}}t||}|j}t ||ddt |j <q&t st D]F}d}|D]"\}} | j|krn| t |<d}qqn|s^t|dq^dadS)NZ transformersr/FTz is not implemented on the Hub.)_tools_are_initialized importlib import_moduler9r<ritemsgetattrr!rHUGGINGFACE_DEFAULT_TOOLSr0r "HUGGINGFACE_DEFAULT_TOOLS_FROM_HUBr ValueError) Z main_moduleZ tools_moduleZ remote_toolsZ task_nameZtool_class_nameZ tool_classr!foundZ tool_nametoolr'r'r(_setup_default_tools`s(   rGc Cs|dkrt}n|}|D]`\}}||ks||kr8qt|trL|||<q|jdkr\|jn|j}|olt|}t||d||<q|S)Nremote) BASE_PYTHON_TOOLScopyr@ isinstancerr"r rr) codetoolboxrI cached_toolsZresolved_toolsr0rFtask_or_repo_idZ_remoter'r'r( resolve_toolss    rQcCsddg}|D]`\}}||kst|tr,q|jdkr<|jn|j}|d|d}|r^|d7}|d7}||qd|dS)Nz"from transformers import load_toolz = load_tool(""z , remote=True) )r@rLrr"r appendjoin)rMrNrI code_linesr0rFrPliner'r'r(get_tool_creation_codes rZcCs|d}d}|t|kr6||ds6|d7}qd|d|}|t|kr`|dfS|d7}|}||ds|d7}qld|||}||fS)NrUr```r )r7lenlstrip startswithrWstrip)resultlinesidx explanationZ start_idxrMr'r'r(clean_code_for_chats    rdcCstd|}|d\}}|}|}|d}|ddkrJ|dd}|ddkrb|dd}d|}||fS) NzI will use the following zAnswer:rUr)r[z```pyz ```pythonr r.r[)r7r_rW)r`rcrMrXr'r'r(clean_code_for_runs       rec@s~eZdZdZdddZeeeefdddZ dd d Z d d Z ddd ddZ ddZ ddd ddZddZddZdS)Agenta& Base class for all agents which contains the main API methods. Args: chat_prompt_template (`str`, *optional*): Pass along your own prompt if you want to override the default template for the `chat` method. Can be the actual prompt template or a repo ID (on the Hugging Face Hub). The prompt should be in a file named `chat_prompt_template.txt` in this repo in this case. run_prompt_template (`str`, *optional*): Pass along your own prompt if you want to override the default template for the `run` method. Can be the actual prompt template or a repo ID (on the Hugging Face Hub). The prompt should be in a file named `run_prompt_template.txt` in this repo in this case. additional_tools ([`Tool`], list of tools or dictionary with tool values, *optional*): Any additional tools to include on top of the default ones. If you pass along a tool with the same name as one of the default tools, that default tool will be overridden. NcCst|jj}t||dd|_t||dd|_t|_t |_ |dk rt |t t frfdd|D}nt |tsz|j|i}dd|D}|j|t|dkrdd d |D}td |d n8t|dkrt |d }t|d||d|dS)Nchat)moderuncSsi|] }|j|qSr')r0).0tr'r'r( sz"Agent.__init__..cSsi|]\}}|tkr||qSr')rBrjr0rFr'r'r(rlsr rUcSs g|]\}}d|d|qSz- : r')rjnrkr'r'r( sz"Agent.__init__..zSThe following tools have been replaced by the ones provided in `additional_tools`: .rz has been replaced by z# as provided in `additional_tools`.)rG __class__r#rchat_prompt_templaterun_prompt_templaterBrK_toolboxrlogrLlisttupledictr0r@updater\rWr1warningkeysprepare_for_new_chat)selfrtruadditional_toolsZ agent_nameZ replacementsnamesr0r'r'r(__init__s,       zAgent.__init__returncCs|jS)z-Get all tool currently available to the agent)rvrr'r'r(rNsz Agent.toolboxFcCsnddd|jD}|rP|jdkr8|jd|}n|j}|td|7}n|jd|}|d|}|S)NrUcSs"g|]\}}d|d|jqSrn)r!rmr'r'r(rqsz'Agent.format_prompt..z <>z<>z <>)rWrNr@ chat_historyrtreplacerru)rr chat_moder!promptr'r'r( format_prompts  zAgent.format_promptcCs ||_dS)z Set the function use to stream results (which is `print` by default). Args: streamer (`callable`): The function to call when streaming results from the LLM. N)rw)rstreamerr'r'r( set_streamszAgent.set_stream) return_coderIc Ks|j|dd}|j|ddgd}||d|_t|\}}|d||dk r|d ||s|d t||j||jd |_|j |t ||j|j ddSt ||j|d } | d|SdS) a Sends a new request to the agent in a chat. Will use the previous ones in its history. Args: task (`str`): The task to perform return_code (`bool`, *optional*, defaults to `False`): Whether to just return code and not evaluate it. remote (`bool`, *optional*, defaults to `False`): Whether or not to use remote tools (inference endpoints) instead of local ones. kwargs (additional keyword arguments, *optional*): Any keyword argument to send to the agent when evaluating the code. Example: ```py from transformers import HfAgent agent = HfAgent("https://api-inference.huggingface.co/models/bigcode/starcoder") agent.chat("Draw me a picture of rivers and lakes") agent.chat("Transform the picture so that there is a rock in there") ``` T)rzHuman:z=====stoprU==Explanation from the agent== N" ==Code generated by the agent== ==Result==rIrOrH) r generate_oner_rrdrwrQrNrO chat_stater{rrZ rr rrIkwargsrr`rcrMZ tool_coder'r'r(rg s   z Agent.chatcCsd|_i|_d|_dS)zG Clears the history of prior calls to [`~Agent.chat`]. N)rrrOrr'r'r(r~6szAgent.prepare_for_new_chatc Ks||}|j|dgd}t|\}}|d||d||s~|dt||j||jd|_t||j|dSt ||j|d} | d |Sd S) a  Sends a request to the agent. Args: task (`str`): The task to perform return_code (`bool`, *optional*, defaults to `False`): Whether to just return code and not evaluate it. remote (`bool`, *optional*, defaults to `False`): Whether or not to use remote tools (inference endpoints) instead of local ones. kwargs (additional keyword arguments, *optional*): Any keyword argument to send to the agent when evaluating the code. Example: ```py from transformers import HfAgent agent = HfAgent("https://api-inference.huggingface.co/models/bigcode/starcoder") agent.run("Draw me a picture of rivers and lakes") ``` zTask:rrrrr)staterHrUN) rrrerwrQrNrOrrKrZrr'r'r(ri>s   z Agent.runcCstdSN)NotImplementedErrorrrrr'r'r(rcszAgent.generate_onecsfdd|DS)Ncsg|]}|qSr')rrjrrrr'r(rqisz'Agent.generate_many..r'rpromptsrr'rr( generate_manygszAgent.generate_many)NNN)F)r#r$r%__doc__rpropertyrrrrNrrrgr~rirrr'r'r'r(rfs   *%rfcsBeZdZdZdfdd ZddZdd Zd d Zd d ZZ S) OpenAiAgentu! Agent that uses the openai API to generate code. The openAI models are used in generation mode, so even for the `chat()` API, it's better to use models like `"text-davinci-003"` over the chat-GPT variant. Proper support for chat-GPT models will come in a next version. Args: model (`str`, *optional*, defaults to `"text-davinci-003"`): The name of the OpenAI model to use. api_key (`str`, *optional*): The API key to use. If unset, will look for the environment variable `"OPENAI_API_KEY"`. chat_prompt_template (`str`, *optional*): Pass along your own prompt if you want to override the default template for the `chat` method. Can be the actual prompt template or a repo ID (on the Hugging Face Hub). The prompt should be in a file named `chat_prompt_template.txt` in this repo in this case. run_prompt_template (`str`, *optional*): Pass along your own prompt if you want to override the default template for the `run` method. Can be the actual prompt template or a repo ID (on the Hugging Face Hub). The prompt should be in a file named `run_prompt_template.txt` in this repo in this case. additional_tools ([`Tool`], list of tools or dictionary with tool values, *optional*): Any additional tools to include on top of the default ones. If you pass along a tool with the same name as one of the default tools, that default tool will be overridden. Example: ```py from transformers import OpenAiAgent agent = OpenAiAgent(model="text-davinci-003", api_key=xxx) agent.run("Is the following `text` (in Spanish) positive or negative?", text="¡Este es un API muy agradable!") ``` text-davinci-003NcsXtstd|dkr$tjdd}|dkr6tdn|t_||_t j |||ddS)N.)r_completion_generaterr'rr(rs zOpenAiAgent.generate_manycCs,d|jkr|||S||g|dSdS)Nrr)rrrrr'r'r(rs  zOpenAiAgent.generate_onecCs2tjj|jd|dgd|d}|ddddS)NuserZrolecontentr)rmessages temperaturerchoicesmessager)rChatCompletioncreaterrrrr`r'r'r(rs zOpenAiAgent._chat_generatecCs*tjj|j|d|dd}dd|dDS)Nr)rrrr max_tokenscSsg|] }|dqStextr'rjZanswerr'r'r(rqsz4OpenAiAgent._completion_generate..r)r Completionrrrrrr`r'r'r(rsz OpenAiAgent._completion_generate)rNNNN r#r$r%rrrrrr __classcell__r'r'rr(rls' rcsBeZdZdZdfdd ZddZdd Zd d Zd d ZZ S)AzureOpenAiAgentu Agent that uses Azure OpenAI to generate code. See the [official documentation](https://learn.microsoft.com/en-us/azure/cognitive-services/openai/) to learn how to deploy an openAI model on Azure The openAI models are used in generation mode, so even for the `chat()` API, it's better to use models like `"text-davinci-003"` over the chat-GPT variant. Proper support for chat-GPT models will come in a next version. Args: deployment_id (`str`): The name of the deployed Azure openAI model to use. api_key (`str`, *optional*): The API key to use. If unset, will look for the environment variable `"AZURE_OPENAI_API_KEY"`. resource_name (`str`, *optional*): The name of your Azure OpenAI Resource. If unset, will look for the environment variable `"AZURE_OPENAI_RESOURCE_NAME"`. api_version (`str`, *optional*, default to `"2022-12-01"`): The API version to use for this agent. is_chat_mode (`bool`, *optional*): Whether you are using a completion model or a chat model (see note above, chat models won't be as efficient). Will default to `gpt` being in the `deployment_id` or not. chat_prompt_template (`str`, *optional*): Pass along your own prompt if you want to override the default template for the `chat` method. Can be the actual prompt template or a repo ID (on the Hugging Face Hub). The prompt should be in a file named `chat_prompt_template.txt` in this repo in this case. run_prompt_template (`str`, *optional*): Pass along your own prompt if you want to override the default template for the `run` method. Can be the actual prompt template or a repo ID (on the Hugging Face Hub). The prompt should be in a file named `run_prompt_template.txt` in this repo in this case. additional_tools ([`Tool`], list of tools or dictionary with tool values, *optional*): Any additional tools to include on top of the default ones. If you pass along a tool with the same name as one of the default tools, that default tool will be overridden. Example: ```py from transformers import AzureOpenAiAgent agent = AzureAiAgent(deployment_id="Davinci-003", api_key=xxx, resource_name=yyy) agent.run("Is the following `text` (in Spanish) positive or negative?", text="¡Este es un API muy agradable!") ``` N 2022-12-01c ststd||_dt_|dkr0tjdd}|dkrBtdn|t_ |dkr^tjdd}|dkrptdnd|dt_ |t_ |dkrd | k}||_ tj|||d dS) NrZazureZAZURE_OPENAI_API_KEYzYou need an Azure openAI key to use `AzureOpenAIAgent`. If you have one, set it in your env with `os.environ['AZURE_OPENAI_API_KEY'] = xxx.ZAZURE_OPENAI_RESOURCE_NAMEzYou need a resource_name to use `AzureOpenAIAgent`. If you have one, set it in your env with `os.environ['AZURE_OPENAI_RESOURCE_NAME'] = xxx.zhttps://z.openai.azure.comrr)r r deployment_idrZapi_typerrrrDrZapi_base api_versionlower is_chat_modelrr) rrr resource_namerrrtrurrr'r(rs6  zAzureOpenAiAgent.__init__cs*jrfdd|DS|SdS)Ncsg|]}|qSr'rrrr'r(rq.sz2AzureOpenAiAgent.generate_many..)rrrr'rr(r,szAzureOpenAiAgent.generate_manycCs(|jr|||S||g|dSdS)Nr)rrrrr'r'r(r2s zAzureOpenAiAgent.generate_onecCs2tjj|jd|dgd|d}|ddddS)Nrrr)enginerrrrrr)rrrrrr'r'r(r8s zAzureOpenAiAgent._chat_generatecCs*tjj|j|d|dd}dd|dDS)Nrr)rrrrrcSsg|] }|dqSrr'rr'r'r(rqIsz9AzureOpenAiAgent._completion_generate..r)rrrrrr'r'r(rAsz%AzureOpenAiAgent._completion_generate)NNrNNNNrr'r'rr(rs2. rcs*eZdZdZdfdd ZddZZS)HfAgentuc Agent that uses an inference endpoint to generate code. Args: url_endpoint (`str`): The name of the url endpoint to use. token (`str`, *optional*): The token to use as HTTP bearer authorization for remote files. If unset, will use the token generated when running `huggingface-cli login` (stored in `~/.huggingface`). chat_prompt_template (`str`, *optional*): Pass along your own prompt if you want to override the default template for the `chat` method. Can be the actual prompt template or a repo ID (on the Hugging Face Hub). The prompt should be in a file named `chat_prompt_template.txt` in this repo in this case. run_prompt_template (`str`, *optional*): Pass along your own prompt if you want to override the default template for the `run` method. Can be the actual prompt template or a repo ID (on the Hugging Face Hub). The prompt should be in a file named `run_prompt_template.txt` in this repo in this case. additional_tools ([`Tool`], list of tools or dictionary with tool values, *optional*): Any additional tools to include on top of the default ones. If you pass along a tool with the same name as one of the default tools, that default tool will be overridden. Example: ```py from transformers import HfAgent agent = HfAgent("https://api-inference.huggingface.co/models/bigcode/starcoder") agent.run("Is the following `text` (in Spanish) positive or negative?", text="¡Este es un API muy agradable!") ``` Ncs`||_|dkr"dt|_n(|ds6|dr>||_n d||_tj|||ddS)NzBearer ZBearerZBasicr) url_endpointr get_tokentokenr^rr)rrrrtrurrr'r(rls zHfAgent.__init__cCsd|ji}|dd|dd}tj|j||d}|jdkrVtdtd | |S|jdkrzt d |jd | | d d }|D]$}| |r|dt | Sq|S)N AuthorizationrF)max_new_tokensZreturn_full_textr)inputs parameters)r5headersiz=Getting rate-limited, waiting a tiny bit before trying again.r zError rorZgenerated_text)rrequestspostr status_coder1r2timesleepZ _generate_onerDr5endswithr\)rrrrrresponser`stop_seqr'r'r(r|s         zHfAgent.generate_one)NNNN)r#r$r%rrrrr'r'rr(rLs rcsBeZdZdZd fdd ZeddZeddZd d Z Z S) LocalAgenta Agent that uses a local model and tokenizer to generate code. Args: model ([`PreTrainedModel`]): The model to use for the agent. tokenizer ([`PreTrainedTokenizer`]): The tokenizer to use for the agent. chat_prompt_template (`str`, *optional*): Pass along your own prompt if you want to override the default template for the `chat` method. Can be the actual prompt template or a repo ID (on the Hugging Face Hub). The prompt should be in a file named `chat_prompt_template.txt` in this repo in this case. run_prompt_template (`str`, *optional*): Pass along your own prompt if you want to override the default template for the `run` method. Can be the actual prompt template or a repo ID (on the Hugging Face Hub). The prompt should be in a file named `run_prompt_template.txt` in this repo in this case. additional_tools ([`Tool`], list of tools or dictionary with tool values, *optional*): Any additional tools to include on top of the default ones. If you pass along a tool with the same name as one of the default tools, that default tool will be overridden. Example: ```py import torch from transformers import AutoModelForCausalLM, AutoTokenizer, LocalAgent checkpoint = "bigcode/starcoder" model = AutoModelForCausalLM.from_pretrained(checkpoint, device_map="auto", torch_dtype=torch.bfloat16) tokenizer = AutoTokenizer.from_pretrained(checkpoint) agent = LocalAgent(model, tokenizer) agent.run("Draw me a picture of rivers and lakes.") ``` Ncs"||_||_tj|||ddS)Nr)r tokenizerrr)rrrrtrurrr'r(rszLocalAgent.__init__cKs&tj|f|}tj|f|}|||S)a Convenience method to build a `LocalAgent` from a pretrained checkpoint. Args: pretrained_model_name_or_path (`str` or `os.PathLike`): The name of a repo on the Hub or a local path to a folder containing both model and tokenizer. kwargs (`Dict[str, Any]`, *optional*): Keyword arguments passed along to [`~PreTrainedModel.from_pretrained`]. Example: ```py import torch from transformers import LocalAgent agent = LocalAgent.from_pretrained("bigcode/starcoder", device_map="auto", torch_dtype=torch.bfloat16) agent.run("Draw me a picture of rivers and lakes.") ``` )rfrom_pretrainedr)clsZpretrained_model_name_or_pathrrrr'r'r(rszLocalAgent.from_pretrainedcCs<t|jdr t|jjdS|jD] }|jSdS)N hf_device_mapr)hasattrrrxrvaluesrZdevice)rparamr'r'r( _model_devices zLocalAgent._model_devicec Cs|j|dd|j}|djd}tt||jg}|jj|dd|d}|j|d |d}|D] }| |rl|dt | }ql|S)Npt)Zreturn_tensors input_idsr r)rstopping_criteriar) rtorshaperStopSequenceCriteriargeneratedecodetolistrr\) rrrZencoded_inputsZsrc_lenroutputsr`rr'r'r(rs zLocalAgent.generate_one)NNN) r#r$r%rr classmethodrrrrrr'r'rr(rs#   rc@s&eZdZdZddZedddZdS)ra6 This class can be used to stop generation whenever a sequence of tokens is encountered. Args: stop_sequences (`str` or `List[str]`): The sequence (or list of sequences) on which to stop execution. tokenizer: The tokenizer used to decode the model outputs. cCs t|tr|g}||_||_dSr)rLrstop_sequencesr)rrrr'r'r(rs zStopSequenceCriteria.__init__rc s,|j|dtfdd|jDS)Nrc3s|]}|VqdSr)r)rjZ stop_sequenceZdecoded_outputr'r( sz0StopSequenceCriteria.__call__..)rrranyr)rrZscoresrr'rr(__call__szStopSequenceCriteria.__call__N)r#r$r%rrrrr'r'r'r(rs r)r))FN)F)@importlib.utilr>r5rr dataclassesrtypingrrZhuggingface_hubrrrZ models.autorutilsr r r r baserrrrrrrrZpython_interpreterrZ get_loggerr#r1rZ generationrrrobjectr=rrrrrrrJrrBrCr<rGrQrZrdrerfrrrrrr'r'r'r(s`         )b~G]