U 9%eu @sddlZddlZddlZddlZddlZddlZddlZddlmZm Z m Z m Z m Z ddl mZmZmZmZddlmZmZmZddlmZmZmZddlmZddlmZdd lmZm Z m!Z!m"Z"m#Z#m$Z$d d l%m&Z&m'Z'e$(e)Z*e"rddl+Z+e!rdd l,m-Z-d Z.d2ddZ/dZ0GdddZ1Gddde1Z2Gddde1Z3e1dddZ4ddZ5ddddd d!d"d#d$d%d& Z6d'd(Z7d)d*Z8d3d,d-Z9d.d/Z:Gd0d1d1Z;dS)4N)AnyDictListOptionalUnion) create_repohf_hub_downloadmetadata_update upload_folder)RepositoryNotFoundErrorbuild_hf_headers get_session)custom_object_saveget_class_from_dynamic_module get_imports) is_pil_image) AutoProcessor) CONFIG_NAME cached_fileis_accelerate_availableis_torch_availableis_vision_availablelogging)handle_agent_inputshandle_agent_outputs)send_to_devicetool_config.jsonc Ks|dk r |Szt|tfddi|WdStk rzt|tfddi|WYdStk rztd|dYntk rYYdSXYntk rYdSXdS)N repo_typespacemodel`z9` does not seem to be a valid repo identifier on the Hub.)rTOOL_CONFIG_FILEr EnvironmentError Exception)repo_idr hub_kwargsr(V/var/www/html/Darija-Ai-API/env/lib/python3.8/site-packages/transformers/tools/base.py get_repo_type7sr*zufrom transformers import launch_gradio_demo from {module_name} import {class_name} launch_gradio_demo({class_name}) c@seZdZUdZdZeed<dZeed<eeed<eeed<dd Z d d Z d d Z ddZ e deeeeeedddZdeeeeeeeefeedddZeddZdS)Toola A base class for the functions used by the agent. Subclass this and implement the `__call__` method as well as the following class attributes: - **description** (`str`) -- A short description of what your tool does, the inputs it expects and the output(s) it will return. For instance 'This is a tool that downloads a file from a `url`. It takes the `url` as input, and returns the text contained in the file'. - **name** (`str`) -- A performative name that will be used for your tool in the prompt to the agent. For instance `"text-classifier"` or `"image_generator"`. - **inputs** (`List[str]`) -- The list of modalities expected for the inputs (in the same order as in the call). Modalitiies should be `"text"`, `"image"` or `"audio"`. This is only used by `launch_gradio_demo` or to make a nice space from your tool. - **outputs** (`List[str]`) -- The list of modalities returned but the tool (in the same order as the return of the call method). Modalitiies should be `"text"`, `"image"` or `"audio"`. This is only used by `launch_gradio_demo` or to make a nice space from your tool. You can also override the method [`~Tool.setup`] if your tool as an expensive operation to perform before being usable (such as loading a model). [`~Tool.setup`] will be called the first time you use your tool, but not at instantiation. zThis is a tool that ... descriptionnameinputsoutputscOs d|_dS)NFis_initializedselfargskwargsr(r(r)__init__msz Tool.__init__cOstdS)Nz-Write this method in your subclass of `Tool`.)NotImplementedr3r(r(r)__call__psz Tool.__call__cCs d|_dS)z Overwrite this method here for any operation that is expensive and needs to be executed before you start using your tool. Such as loading a big model. TNr1r4r(r(r)setupssz Tool.setupc Cstj|dd|jdkr.td|d|dt||}|jj}|dd}|d|jj}tj |d }tj |rt |d d d }t |}W5QRXni}||j|jd }t |dd d  }|t j|ddddW5QRXtj |d} t | dd d }|tj||jjdW5QRXtj |d} g} |D]} | t| q>tt| } t | dd d }|d | dW5QRXdS)a Saves the relevant code files for your tool so it can be pushed to the Hub. This will copy the code of your tool in `output_dir` as well as autogenerate: - a config file named `tool_config.json` - an `app.py` file so that your tool can be converted to a space - a `requirements.txt` containing the names of the module used by your tool (as detected when inspecting its code) You should only use this method to save tools that are defined in a separate module (not `__main__`). Args: output_dir (`str`): The folder in which you want to save your tool. T)exist_ok__main__z We can't save the code defining z in z{ as it's been defined in __main__. You have to put this code in a separate module so we can include it in the saved folder..rrutf-8encoding) tool_classr,r.wr)indent sort_keys zapp.py) module_name class_namezrequirements.txtN)osmakedirs __module__ ValueErrorr __class__split__name__pathjoinisfileopenjsonloadr,r.writedumpsAPP_FILE_TEMPLATEformatextendrlistset) r4 output_dirZ module_filesrIZ last_moduleZ full_name config_filefZ tool_configZapp_fileZrequirements_fileZimportsmoduler(r(r)savezs6   $" z Tool.saveNF)r& model_repo_idtokenremotec s|r2|dkr2t}||kr*td|d||}dddddd d d gfd d |D}t|f||d <t|tfd|i|ddd}|dk } |dkrt|tfd|i|ddd}|dkrt|dt|dd} t | } W5QRX| sd| krt|d| d} n| } | d} t | |fd|i|} t | j dkrT| d| _ | j | dkrt| jd| d| _ t | jdkr| d| _| j| dkrt| jd| d| _|rt||| dS| |fd|i|S)aw Loads a tool defined on the Hub. Args: repo_id (`str`): The name of the repo on the Hub where your tool is defined. model_repo_id (`str`, *optional*): If your tool uses a model and you want to use a different model than the default, you can pass a second repo ID or an endpoint url to this argument. token (`str`, *optional*): The token to identify you on hf.co. If unset, will use the token generated when running `huggingface-cli login` (stored in `~/.huggingface`). remote (`bool`, *optional*, defaults to `False`): Whether to use your tool by downloading the model or (if it is available) with an inference endpoint. kwargs (additional keyword arguments, *optional*): Additional keyword arguments that will be split in two: all arguments relevant to the Hub (such as `cache_dir`, `revision`, `subfolder`) will be used when downloading the files for your tool, and the others will be passed along to its init. N'Could not infer a default endpoint for :, you need to pass one using the `model_repo_id` argument. cache_dirZforce_downloadZresume_downloadproxiesrevisionrZ subfolderZlocal_files_onlycsi|]\}}|kr||qSr(r().0kvZhub_kwargs_namesr(r) sz!Tool.from_hub..Zuse_auth_tokenF)Z%_raise_exceptions_for_missing_entriesZ'_raise_exceptions_for_connection_errorszY does not appear to provide a valid configuration in `tool_config.json` or `config.json`.rArB custom_toolzO does not provide a mapping to custom tools in its configuration `config.json`.rDrr.z_ implements a different name in its configuration and class. Using the tool configuration name.r,zm implements a different description in its configuration and class. Using the tool configuration description.rerDre)get_default_endpointsrNitemsr*rr#rr$rUrVrWrlenr.loggerwarningrQr, RemoteTool)clsr&rdrerfr6 endpointsr'Zresolved_config_fileZis_tool_configreaderconfigrqrDr(ror)from_hubs             z Tool.from_hub Upload tool)r&commit_messageprivatere create_prreturnc Cst|||dddd}|j}t|ddgiddtN}||td|d d t |t |||||dd W5QRSQRXd S) a Upload the tool to the Hub. Parameters: repo_id (`str`): The name of the repository you want to push your tool to. It should contain your organization name when pushing to a given organization. commit_message (`str`, *optional*, defaults to `"Upload tool"`): Message to commit while pushing. private (`bool`, *optional*): Whether or not the repository created should be private. token (`bool` or `str`, *optional*): The token to use as HTTP bearer authorization for remote files. If unset, will use the token generated when running `huggingface-cli login` (stored in `~/.huggingface`). create_pr (`bool`, *optional*, defaults to `False`): Whether or not to create a PR with the uploaded files or directly commit. Tr gradio)r&rerr<rZ space_sdktagstoolrz!Uploading the following files to z: ,)r&rZ folder_pathrerrN) rr&r tempfileTemporaryDirectoryrcrvinforSrKlistdirr )r4r&rrrerrepo_urlZwork_dirr(r(r) push_to_hubs*  "zTool.push_to_hubcCs Gdddt}|j|_||S)z8 Creates a [`Tool`] from a gradio tool. cseZdZfddZZS)z+Tool.from_gradio..GradioToolWrappercst|j|_|j|_dSN)superr7r.r,)r4Z _gradio_toolrOr(r)r7Qs z4Tool.from_gradio..GradioToolWrapper.__init__)rQrM __qualname__r7 __classcell__r(r(rr)GradioToolWrapperPsr)r+runr9)Z gradio_toolrr(r(r) from_gradioJszTool.from_gradio)NNF)r~NNF)rQrMr__doc__r,str__annotations__r.rr7r9r;rc classmethodrboolr}rr staticmethodrr(r(r(r)r+QsB     6p ,r+c@s2eZdZdZd ddZddZddZd d ZdS) rxah A [`Tool`] that will make requests to an inference endpoint. Args: endpoint_url (`str`): The url of the endpoint to use. token (`str`, *optional*): The token to use as HTTP bearer authorization for remote files. If unset, will use the token generated when running `huggingface-cli login` (stored in `~/.huggingface`). tool_class (`type`, *optional*): The corresponding `tool_class` if this is a remote version of an existing tool. Will help determine when the output should be converted to another type (like images). NcCs||_t||d|_||_dS)Nre) endpoint_urlEndpointClientclientrD)r4rrerDr(r(r)r7iszRemoteTool.__init__c OsN|}t|dkr|jdk rt|jtr6|jj}n|jj}t|j }dd| D}|ddkrt|dd}t|t|krt |jdt|dt|d t ||D]\}}|||<qnRt|dkrt d nsz-RemoteTool.prepare_inputs..r4rz only accepts z arguments but z were given.z4A `RemoteTool` can only accept one positional input.r/)copyrurD issubclass PipelineToolencoder9r signature parametersrtrNziprr encode_image) r4r5r6r/Z call_methodrrargr.keyvaluer(r(r)prepare_inputsns8           zRemoteTool.prepare_inputscCs|S)z You can override this method in your custom class of [`RemoteTool`] to apply some custom post-processing of the outputs of the endpoint. r(r4r0r(r(r)extract_outputsszRemoteTool.extract_outputscOst||\}}|jdk o$|jjdgk}|j||}t|trR|jf|d|i}n|j||d}t|trt|dkrt|dtr|d}t ||jdk r|jjnd}| |S)Nimage output_image)rrr) rrDr0r isinstancedictrr]rurr)r4r5r6rr/r0r(r(r)r9s  $zRemoteTool.__call__)NNN)rQrMrrr7rrr9r(r(r(r)rxZs  +rxcs^eZdZdZeZdZeZdZdfdd Z fddZ ddZ d d Z d d Z d dZZS)ra0 A [`Tool`] tailored towards Transformer models. On top of the class attributes of the base class [`Tool`], you will need to specify: - **model_class** (`type`) -- The class to use to load the model in this tool. - **default_checkpoint** (`str`) -- The default checkpoint that should be used when the user doesn't specify one. - **pre_processor_class** (`type`, *optional*, defaults to [`AutoProcessor`]) -- The class to use to load the pre-processor - **post_processor_class** (`type`, *optional*, defaults to [`AutoProcessor`]) -- The class to use to load the post-processor (when different from the pre-processor). Args: model (`str` or [`PreTrainedModel`], *optional*): The name of the checkpoint to use for the model, or the instantiated model. If unset, will default to the value of the class attribute `default_checkpoint`. pre_processor (`str` or `Any`, *optional*): The name of the checkpoint to use for the pre-processor, or the instantiated pre-processor (can be a tokenizer, an image processor, a feature extractor or a processor). Will default to the value of `model` if unset. post_processor (`str` or `Any`, *optional*): The name of the checkpoint to use for the post-processor, or the instantiated pre-processor (can be a tokenizer, an image processor, a feature extractor or a processor). Will default to the `pre_processor` if unset. device (`int`, `str` or `torch.device`, *optional*): The device on which to execute the model. Will default to any accelerator available (GPU, MPS etc...), the CPU otherwise. device_map (`str` or `dict`, *optional*): If passed along, will be used to instantiate the model. model_kwargs (`dict`, *optional*): Any keyword argument to send to the model instantiation. token (`str`, *optional*): The token to use as HTTP bearer authorization for remote files. If unset, will use the token generated when running `huggingface-cli login` (stored in `~/.huggingface`). hub_kwargs (additional keyword arguments, *optional*): Any additional keyword argument to send to the methods that will load the data from the Hub. Nc  ststdtstd|dkr<|jdkr6td|j}|dkrH|}||_||_||_||_||_ |dkrrin||_ |dk r||j d<||_ ||j d<t dS)N/Please install torch in order to use this tool.z4Please install accelerate in order to use this tool.zHThis tool does not implement a default checkpoint, you need to pass one. device_mapre)r ImportErrorrdefault_checkpointrNr! pre_processorpost_processordevicer model_kwargsr'rr7) r4r!rrrrrrer'rr(r)r7s*    zPipelineTool.__init__cst|jtr"|jj|jf|j|_t|jtrJ|jj|jf|j|j|_|j dkr^|j|_ n"t|j tr|j j|j f|j|_ |j dkr|j dk rt |jjd|_ nt|_ |j dkr|j|j tdS)z^ Instantiates the `pre_processor`, `model` and `post_processor` if necessary. Nr)rrrpre_processor_classZfrom_pretrainedr'r! model_classrrpost_processor_classrrr]Z hf_device_mapvaluesget_default_devicetorr;r:rr(r)r;s        zPipelineTool.setupcCs ||S)zQ Uses the `pre_processor` to prepare the inputs for the `model`. )r)r4Z raw_inputsr(r(r)rszPipelineTool.encodec Cs,t|jf|W5QRSQRXdS)z7 Sends the inputs through the `model`. N)torchZno_gradr!)r4r/r(r(r)forward!s zPipelineTool.forwardcCs ||S)zG Uses the `post_processor` to decode the model output. )rrr(r(r)decode(szPipelineTool.decodecOs^t||\}}|js||j||}t||j}||}t|d}||}t||j S)Ncpu) rr2r;rrrrrrr0)r4r5r6Zencoded_inputsr0Zdecoded_outputsr(r(r)r9.s     zPipelineTool.__call__)NNNNNNN)rQrMrrrrrrrr7r;rrrr9rr(r(rr)rs$%% r)rDcs`z ddl}Wntk r(tdYnX|fdd}|j||j|j|jjddS)z Launches a gradio demo for a tool. The corresponding tool class needs to properly implement the class attributes `inputs` and `outputs`. Args: tool_class (`type`): The class of the tool for which to launch the demo. rNz.fn)rr/r0titleZarticle)rrZ Interfacer/r0rQr,Zlaunch)rDgrrr(rr)launch_gradio_demo=s  rcCsRtstdtjjr0tjjr0tdStjrDtdStdSdS)Nrmpscudar) rrrbackendsrZ is_availableZis_builtrrr(r(r(r)rYs   rZDocumentQuestionAnsweringToolZImageCaptioningToolZImageQuestionAnsweringToolZImageSegmentationToolZSpeechToTextToolZTextSummarizationToolZTextClassificationToolZTextQuestionAnsweringToolZTextToSpeechToolZTranslationTool) zdocument-question-answeringzimage-captioningzimage-question-answeringzimage-segmentationzspeech-to-textZ summarizationztext-classificationztext-question-answeringztext-to-speech translationc Cs6tdddd}t|ddd}t|}W5QRX|S)Nz#huggingface-tools/default-endpointszdefault_endpoints.jsonZdatasetrr@rArB)rrUrVrW)Zendpoints_filerarzr(r(r)rsssrscCst}||kSr)rs)task_or_repo_idrzr(r(r)supports_remotezsrFc Ks|tkrt|}td}|j}t||}|rj|dkr\t} || krTtd|d| |}t|||dS||fd|i|Sntj |f|||d|SdS)a Main function to quickly load a tool, be it on the Hub or in the Transformers library. Args: task_or_repo_id (`str`): The task for which to load the tool or a repo ID of a tool on the Hub. Tasks implemented in Transformers are: - `"document-question-answering"` - `"image-captioning"` - `"image-question-answering"` - `"image-segmentation"` - `"speech-to-text"` - `"summarization"` - `"text-classification"` - `"text-question-answering"` - `"text-to-speech"` - `"translation"` model_repo_id (`str`, *optional*): Use this argument to use a different model than the default one for the tool you selected. remote (`bool`, *optional*, defaults to `False`): Whether to use your tool by downloading the model or (if it is available) with an inference endpoint. token (`str`, *optional*): The token to identify you on hf.co. If unset, will use the token generated when running `huggingface-cli login` (stored in `~/.huggingface`). kwargs (additional keyword arguments, *optional*): Additional keyword arguments that will be split in two: all arguments relevant to the Hub (such as `cache_dir`, `revision`, `subfolder`) will be used when downloading the files for your tool, and the others will be passed along to its init. Z transformersNrgrhrrre)rdrerf) TASK_MAPPING importlib import_moduleZtoolsgetattrrsrNrxr+r}) rrdrfrer6Ztool_class_nameZ main_moduleZ tools_modulerDrzr(r(r) load_tools    rcsfdd}|S)z< A decorator that adds a description to a function. cs|_|j|_|Sr)r,rQr.)funcr,r(r)innerszadd_description..innerr()r,rr(rr)add_descriptions rc @sveZdZd eeedddZeddZeddZdee ee e ee e efee ee e ed d d ZdS)rN)rrecCst|dddi|_||_dS)Nrz Content-Typezapplication/json)r headersr)r4rrer(r(r)r7szEndpointClient.__init__cCs.t}|j|ddt|}|dS)NZPNG)r[rA)ioBytesIOrcbase64 b64encodegetvaluer)r_bytesb64r(r(r)rszEndpointClient.encode_imagecCs8tstdddlm}t|}t|}||S)NzbThis tool returned an image but Pillow is not installed. Please install it (`pip install Pillow`).r)Image) rrZPILrr b64decoderrrU)Z raw_imagerrrr(r(r) decode_images   zEndpointClient.decode_imageF)r/paramsdatarrcCsPi}|r||d<|r||d<tj|j|j||d}|rD||jS|SdS)Nr/r)rrVr)r postrrrcontentrV)r4r/rrrpayloadresponser(r(r)r9s zEndpointClient.__call__)N)NNNF)rQrMrrrr7rrrrrrbytesrrr9r(r(r(r)rs   r)N)NFN)s\       W   6