U W+d@sdZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddlZ ddlZ ddlZ ddlZ ddlZddlZddlZddlmZmZmZmZddlmZddlmZmZeZddlm Z zddl!m"Z"Wne#k re$Z"YnXdd d d d d ddddddddddddddddddd d!d"d#d$d%d&gZ%e &d'Z'e &d(Z(e &d)Z)d*d+Z*d{d,d-Z+d|d.d/Z,d}d0d1Z-d~d4d5Z.dd6d7Z/Gd8d9d9e0Z1d:d;Z2dd@dAZ3ddBdCZ4ddDdEZ5dFZ6dGZ7dHZ8e9Z:edIdJZ;ddKdLZdQdRZ?ddSdTZ@GdUdVdVeAZBGdWdXdXejCjDZEGdYdZdZe0ZFGd[d\d\eAZGdd]d^ZHd_d`ZIdadbZJdcddZKddhdiZLdjdkZMddmdnZNdldefdodpZOdqdrZPdsdtZQGdudvdveAZRdwdxZSdydzZTdS)z7 Some handy utility functions used by several classes. N)sixStringIOurllib encodebytes)contextmanager)md5sha512)json)JSONDecodeErrorZaclZcorsZdefaultObjectAcllocationloggingZ partNumberpolicyZrequestPaymentZtorrentZ versioningZ versionIdversionsZwebsiteZuploadsZuploadIdzresponse-content-typezresponse-content-languagezresponse-expireszresponse-cache-controlzresponse-content-dispositionzresponse-content-encodingdeleteZ lifecycleZtaggingrestoreZ storageClassZ websiteConfigZcomposeZbillingZ userProjectZencryptionConfigz(.)([A-Z][a-z]+)z([a-z])([0-9]+)z([a-z0-9])([A-Z])cCs,t|dkr|S|dtj|dfSdS)Nr)lenrparseunquote)nvr./tmp/pip-unpacked-wheel-dlxw5sjy/boto/utils.py unquote_vks rc Cs~|stj}i}|D]@}|}||dk r|dksB||jrt||||<qd|krhd|d<d|krxd|d<|j|krd|d<|rt||d<t | }d|} |D]6}||} ||jr| d|| f7} q| d| 7} q| d } | | d 7} t | d krz| d  d } d d| D} dd| D} t | d krz| j ddddd| D} | d 7} | d | 7} | S)zE Generates the aws canonical string for the given parameters N) content-md5 content-typedaterrrz%s z%s:%s ?rr&cSsg|]}|ddqS)=r)split.0arrr sz$canonical_string..cSs g|]}|dtkrt|qS)r)qsa_of_interestrr!rrrr$s cSs|dSNrr)xrrrz"canonical_string..)keycSsg|]}d|qS)r)joinr!rrrr$s)botoprovider get_defaultlower startswithZ header_prefixstrstripZ date_headersortedkeysr rsortr+) methodpathheadersexpiresr-Zinteresting_headersr*ZlkZsorted_header_keysbufvaltZqsarrrcanonical_stringrsL         r=cCs`|stj}|j}|}|D]6}|tjjj j krJ||||<q$|||||<q$|SN) r,r-r.metadata_prefixcopyr4r/Zs3r*ZKeyZbase_user_settable_fields)r8metadatar-r?Z final_headerskrrr merge_metas  rCc Cs|stj}|j}i}|D]j}||r tj ||}t |t rpz| d}Wnt k rnYnX|||t|d<||=q |SNutf-8)r,r-r.r?r4r/r0rrr isinstancebytesdecodeUnicodeDecodeErrorr)r8r-r?rAhkeyr;rrrget_aws_metadatas   rKT c Cs2td|D]}zdtji}tj|}tj|}|j||d}|} t| t j slt | drl| d} | WStj jk r} z$| } | dkr|sWY dSW5d} ~ XYn.tk r} ztjdW5d} ~ XYnX|d |kr tjd ttd |tjd d dq tj ddS)a Retry a url. This is specifically used for accessing the metadata service on an instance. Since this address should never be proxied (for security reasons), we create a ProxyHandler with a NULL dictionary to override any proxy settings in the environment. r)timeoutrHrEirNz&Caught exception reading instance datarzSleeping before retryingBotomax_retry_delay<z'Unable to read instance data, giving up)rangerrequest ProxyHandler build_openerRequestopenreadrFr string_typeshasattrrHerror HTTPErrorgetcode Exceptionr,log exceptiondebugtimesleepminconfigget) url retry_on_404 num_retriesrMiZ proxy_handleropenerreqrresultecoderrr retry_urls2           rqcCs t|||Sr>)LazyLoadMetadata)rgrirMrrr_get_instance_metadatasrscsheZdZdddZddZfddZddd Zfd d Zfd d ZfddZ fddZ Z S)rrNc Cs||_||_i|_g|_||_tjj|j|j|jd}|r|d}|D]v}| drp|dd}|j |nF| d}|dkr||dd}|d|d} n|}} | |j|<d||<qHdS) NrirM /rrrz /openssh-key) _url _num_retries_leaves_dicts_timeoutr,utilsrqr endswithappendfind) selfrgrirMdatafieldsfieldr*presourcerrr__init__s&     zLazyLoadMetadata.__init__cCs|D] }||qdSr>rrr*rrr _materialize szLazyLoadMetadata._materializec s"||krtt||Stt||}|dk r4|S||jkr|j|}d}td|jD]\}zttjj|j t j j |dd|j|j d}|r|ddkrt|}Wqn$|d}|dkr|d}WqWntk r$}z0tjd|jj|ftjd||}W5d}~XYnBtk rd}z"tjd d |jj|}W5d}~XYnXtjd d |d |d |jkrZttd|tjddd}t|qZtjdtjd|jj|f||||<n&||jkrt|j |d|j||<tt||S)Nrz/:)safert{ruzencountered '%s' exception: %szcorrupted JSON data found: %szencountered unretryablez '%s' exception, re-raisingz"Caught exception reading meta dataz for the '%s' tryrrNrOrPrQz#Unable to read meta data, giving uprv) superrr __getitem__rzrRryr,r}rqrxrrquoter|r loadsrr r r_ra __class____name__r^r[rdrandomrerfrbrcr{) rr*r;rZlast_exceptionrjrroZ next_sleeprrrrs             zLazyLoadMetadata.__getitem__cCs(z ||WStk r"|YSXdSr>)KeyError)rr*defaultrrrrfSs zLazyLoadMetadata.getcs|tt|Sr>)rrrrvaluesrrrrrYszLazyLoadMetadata.valuescs|tt|Sr>)rrrritemsrrrrr]szLazyLoadMetadata.itemscs|tt|Sr>)rrrr__str__rrrrraszLazyLoadMetadata.__str__cs|tt|Sr>)rrrr__repr__rrrrreszLazyLoadMetadata.__repr__)N)N) r __module__ __qualname__rrrrfrrrr __classcell__rrrrrrs  C    rrcCsd|||fS)ax Builds an EC2 metadata URL for fetching information about an instance. Example: >>> _build_instance_metadata_url('http://169.254.169.254', 'latest', 'meta-data/') http://169.254.169.254/latest/meta-data/ :type url: string :param url: URL to metadata service, e.g. 'http://169.254.169.254' :type version: string :param version: Version of the metadata to get, e.g. 'latest' :type path: string :param path: Path of the metadata to get, e.g. 'meta-data/'. If a trailing slash is required it must be passed in with the path. :return: The full metadata URL z%s/%s/%sr)rgversionr7rrr_build_instance_metadata_urljsrlatesthttp://169.254.169.254 meta-data/cCsJzt|||}t|||dWStjjk rDtjd|YdSXdS)a Returns the instance metadata as a nested Python dictionary. Simple values (e.g. local_hostname, hostname, etc.) will be stored as string values. Values such as ancestor-ami-ids will be stored in the dict as a list of string values. More complex fields such as public-keys and will be stored as nested dicts. If the timeout is specified, the connection to the specified url will time out after the specified number of seconds. rtzBException caught when trying to retrieve instance metadata for: %sN)rrsrr[URLErrorr,r_r`)rrgrrMriZ metadata_urlrrrget_instance_metadatas  rc Csi}t||d}zdt|||d}|d}|D]@}t|d|d||d} | ddkrbt| } |r.| ||<q.|WStjjk rYdSXdS)zF Returns the instance identity as a nested Python dictionary. zdynamic/instance-identity/rtrurvrrN)rrqr r rrr[r) rrgrMriZiidbase_urlrrrr;rrrget_instance_identitys     rc Csbt||d}t|d||d}|r^|r^||}i}|D]&}|d} | d|| d<q6|S)Nz user-dataF)rhrirMrrr)rrqr r2) rseprgrMriZud_url user_datalZnvpairr<rrrget_instance_userdatas   rz%Y-%m-%dT%H:%M:%SZz%Y-%m-%dT%H:%M:%S.%fZz%a, %d %b %Y %H:%M:%S %Zc csFt8ttj}zttj|VW5ttj|XW5QRXdS)zE A context manager to set the locale in a threadsafe manner. N) LOCALE_LOCKlocale setlocaleLC_ALL)nameZsavedrrrrs  rcCs|s t}tt|Sr>)rbgmtimestrftimeISO8601)tsrrrget_tssrc Cstd|}z tj|t}|WW5QRStk rz$tj|t}|WYW5QRStk rtj|t}|YYW5QRSXYnXW5QRXdS)NC)rr2datetimestrptimer ValueError ISO8601_MSRFC1123)rdtrrrparse_tss rcCsv|rd||f}|d}d}zD|ddD]0}|r@t||}q,ttd|dd|}q,|WSYdSXdS)Nz%s.%s.rrrw)r getattr __import__r+) module_name class_namemodulescmrrr find_classs   rcCs,d}|d7}tj|||||f}|S)z= Update your Dynamic DNS record with DNSMadeEasy.com z,https://www.dnsmadeeasy.com/servlet/updateipz$?username=%s&password=%s&id=%s&ip=%s)rrSurlopenrX)usernamepasswordZdme_id ip_addressZdme_urlsrrr update_dmesrc Cs tjd||dkr t}z|drv|tdddd\}}tj||d}| |}| |}| |n`|r|rt j } | d|||t j | } t j | } t j | t j |} || |dWn"tjd|d}YnX|S) z Fetch a file based on the URI provided. If you do not pass in a file pointer a tempfile.NamedTemporaryFile, or None if the file could not be retrieved is returned. The URI can be either an HTTP url, or "s3://bucket_name/key_name" z Fetching %sNzs3://rvr)Zaws_access_key_idZaws_secret_access_keyrzProblem Retrieving file: %s)r,r_infotempfileNamedTemporaryFiler0rr Z connect_s3Z get_bucketget_keyZget_contents_to_filerrSHTTPPasswordMgrWithDefaultRealm add_passwordHTTPBasicAuthHandlerrUinstall_openerrwriterXseekr`) urifilerrZ bucket_nameZkey_namerZbucketr*ZpassmanZ authhandlerrkrrrr fetch_files4          rc@sTeZdZdddZdddZdd Zd d Zeeedd Zd dZ ee eddZ dS) ShellCommandTFNcCs0d|_||_t|_||_||_|j|ddS)Nr)cwd) exit_codecommandrlog_fpwait fail_fastrun)rrrrrrrrr$s zShellCommand.__init__cCstjd|jtj|jdtjtjtj|d|_|jr|j dkr|t d|j }|j |d|j |dq8tj|j |jj|_|jr|jdkrtd|jd|j|jSdS)Nz running:%sT)shellstdinstdoutstderrrrrzCommand z failed with status )r,r_rr subprocessPopenPIPEprocessrpollrbrc communicaterrgetvalue returncoderrr^)rrr<rrrr,s,     zShellCommand.runcCstdSr>)AttributeErrorrvaluerrr setReadOnlyBszShellCommand.setReadOnlycCs|jSr>)rrrrr getStatusEszShellCommand.getStatuszThe exit code for the commandcCs |jSr>)rrrrrr getOutputKszShellCommand.getOutputz*The STDIN and STDERR output of the command)TFN)N) rrrrrrrpropertystatusroutputrrrrr"s  rcs(eZdZdZfddZddZZS)AuthSMTPHandlera This class extends the SMTPHandler in the standard Python logging module to accept a username and password on the constructor and to then use those credentials to authenticate with the SMTP server. To use this, you could add something like this in your boto config file: [handler_hand07] class=boto.utils.AuthSMTPHandler level=WARN formatter=form07 args=('localhost', 'username', 'password', 'from@abc', ['user1@abc', 'user2@xyz'], 'Logger Subject') cs&tt|||||||_||_dS)z Initialize the handler. We have extended the constructor to accept a username/password for SMTP authentication. N)rrrrr)rmailhostrrfromaddrtoaddrssubjectrrrr`s zAuthSMTPHandler.__init__c Csz~|j}|stj}t|j|}||j|j||}d|j d |j | |t j|f}||j |j ||Wn.ttfk rYn||YnXdS)z Emit a record. Format the record and send it to the specified addressees. It would be really nice if I could add authorization to this class without having to resort to cut and paste inheritance but, no. z-From: %s To: %s Subject: %s Date: %s %s,N)mailportsmtplib SMTP_PORTSMTPrloginrrformatrr+r getSubjectemailr} formatdatesendmailquitKeyboardInterrupt SystemExit handleError)rrecordportsmtpmsgrrremitms(   zAuthSMTPHandler.emit)rrr__doc__rrrrrrrrRs rc@speZdZdZGdddeZddZddZdd Zd d Z d d Z ddZ ddZ ddZ ddZddZdS)LRUCacheaqA dictionary-like object that stores only a certain number of items, and discards its least recently used item when full. >>> cache = LRUCache(3) >>> cache['A'] = 0 >>> cache['B'] = 1 >>> cache['C'] = 2 >>> len(cache) 3 >>> cache['A'] 0 Adding new items to the cache does not increase its size. Instead, the least recently used item is dropped: >>> cache['D'] = 3 >>> len(cache) 3 >>> 'B' in cache False Iterating over the cache returns the keys, starting with the most recently used: >>> for key in cache: ... print key D A C This code is based on the LRUCache class from Genshi which is based on `Myghty `_'s LRUCache from ``myghtyutils.util``, written by Mike Bayer and released under the MIT license (Genshi uses the BSD License). c@seZdZddZddZdS)zLRUCache._ItemcCsd|_|_||_||_dSr>)previousnextr*r)rr*rrrrrs zLRUCache._Item.__init__cCs t|jSr>)reprrrrrrrszLRUCache._Item.__repr__N)rrrrrrrrr_ItemsrcCst|_||_d|_d|_dSr>)dict_dictcapacityheadtail)rrrrrrszLRUCache.__init__cCs ||jkSr>)rrrrr __contains__szLRUCache.__contains__ccs|j}|r|jV|j}qdSr>)rr*r)rcurrrr__iter__szLRUCache.__iter__cCs t|jSr>)rrrrrr__len__szLRUCache.__len__cCs|j|}|||jSr>)r _update_itemr)rr*itemrrrrs  zLRUCache.__getitem__cCsR|j|}|dkr6|||}||j|<||n||_|||dSr>)rrfr _insert_itemrr _manage_size)rr*rr rrr __setitem__s     zLRUCache.__setitem__cCs t|jSr>)rrrrrrrszLRUCache.__repr__cCs:d|_|j|_|jdk r"||j_n||_||_|dSr>)rrrrr")rr rrrr!s  zLRUCache._insert_itemcCsNt|j|jkrJ|j|jj=|j|jkr<|jj|_d|j_qd|_|_qdSr>)rrrrr*rrrrrrrr"s     zLRUCache._manage_sizecCsV|j|krdS|j}|j|_|jdk r0||j_n||_d|_|j|_||j_|_dSr>)rrrr)rr rrrrrs   zLRUCache._update_itemN)rrrrobjectrrrrrrr#rr!r"rrrrrrs%    rc@s>eZdZdZeZd ddZddZddZd d Z d d Z dS)Passwordzp Password object that stores itself as hashed. Hash defaults to SHA512 if available, MD5 otherwise. NcCs||_|r||_dS)zh Load the string from an initial value, this should be the raw hashed password. N)r1hashfunc)rr1r&rrrrszPassword.__init__cCs(t|ts|d}|||_dSrD)rFrGencoder& hexdigestr1rrrrsets  z Password.setcCs t|jSr>r1rrrrrszPassword.__str__cCs<|dkr dSt|ts |d}t||t|jkS)NFrE)rFrGr'r1r&r()rotherrrr__eq__s   zPassword.__eq__cCs|jrt|jSdSdSr&)r1rrrrrrs zPassword.__len__)NN) rrrr_hashfnr&rr)rr,rrrrrr%s r%c Cs|pg}|r"dtjdd|f}|s6tjddd}|rĐzltjddd}tjj}||d<||d <||d <tjjd d |d <||d<|r| tjj ||rtjj dd}||tj|| ||D]}| |qtjddd} tjddr*t| ttjdd} n t| } tjddr\| | | tjddd} tjddd} | r| | | | |||| WntjdYnXdS)Nz[%s] %sZInstancez instance-idZ NotificationZsmtp_toZ smtp_fromr,FromzReply-ToToT) localtimeDateSubjecttexthtml smtp_host localhostZ smtp_portZsmtp_tls smtp_userr smtp_passz notify failed)r,re get_valuermime multipart MIMEMultipartr}rattachr3MIMETextbaseMIMEBase set_payloadencoders encode_base64rrintZgetboolehlostarttlsrr as_stringrr_r`) rbodyZ html_bodyZ to_string attachmentsZappend_instance_idZ from_stringrpartr5serverr7r8rrrnotify&sd          rLcCsDtjst|tr|St|tjs*t|}t|tjr@|d}|SrD)rPY2rFrGrY text_typer'rrrrget_utf8_value^s    rPcCs(t|ts$t|trt|}n|g}|Sr>)rFlisttuplerOrrrmklistks    rScCs(td|}td|}td|S)a~Convert camel case to a "pythonic" name. Examples:: pythonize_name('CamelCase') -> 'camel_case' pythonize_name('already_pythonized') -> 'already_pythonized' pythonize_name('HTTPRequest') -> 'http_request' pythonize_name('HTTPStatus200Ok') -> 'http_status_200_ok' pythonize_name('UPPER') -> 'upper' pythonize_name('') -> '' z\1_\2)_first_cap_regexsub_number_cap_regex_end_cap_regexr/)rs1s2rrrpythonize_namets  rZF text/plain:cCstjj}|D]~\}}t||}|dd\}} |dkrNtjjj|| d} n&tjj || } | |tj | | j dd|d|| q|} |rt} tjd| d } z| | W5| X| } | S) aDescription: :param content: A list of tuples of name-content pairs. This is used instead of a dict to ensure that scripts run in order :type list of tuples: :param compress: Use gzip to compress the scripts, defaults to no compression :type bool: :param deftype: The type that should be assumed if nothing else can be figured out :type str: :param delimiter: mime delimiter :type str: :return: Final mime multipart :rtype: str: rvrr3)_subtypezContent-Disposition attachment)filenamewb)modefileobj)rr:r;r<guess_mime_typer r3r>r?r@rArBrC add_headerr=rGrgzipGzipFilecloserr)contentcompressdeftype delimiterwrapperrconZ definite_typemaintypesubtypeZmime_conZrcontentr:gzrrrwrite_mime_multiparts(       rqcCs>ddddddd}|}|D]\}}||r|}q:q|S)zDescription: Guess the mime type of a block of text :param content: content we're finding the type of :type str: :param deftype: Default mime type :type str: :rtype: : :return: ztext/x-include-urlztext/x-shellscriptztext/cloud-configztext/upstart-jobztext/part-handlerztext/cloud-boothook)z#includez#!z #cloud-configz #upstart-jobz #part-handlerz#cloud-boothook)rr0)rhrjZstarts_with_mappingsZrtypeZ possible_typemimetyperrrrcs  rc cCst|||tdS)a Compute MD5 hash on passed file and return results in a tuple of values. :type fp: file :param fp: File pointer to the file to MD5 hash. The file pointer will be reset to its current location before the method returns. :type buf_size: integer :param buf_size: Number of bytes per read request. :type size: int :param size: (optional) The Maximum number of bytes to read from the file pointer (fp). This is useful when uploading a file in multiple parts where the file is being split inplace into different parts. Less bytes may be available. :rtype: tuple :return: A tuple containing the hex digest version of the MD5 hash as the first element, the base64 encoded version of the plain digest as the second element and the data size as the third element. )hash_algorithm) compute_hashr)fpbuf_sizesizerrr compute_md5sryc Cs|}|}|r&||kr&||}n ||}|rt|tsH|d}|||rl|t|8}|dkrlq|r||kr||}q0||}q0|}t|  d}|ddkr|dd}||} | |||| fS)NrErrwru) tellrXrFrGr'updaterr(rdigestrHr) rvrwrxrtZhash_objsposr hex_digestZ base64_digest data_sizerrrrus.              rucsfdd|DS)z Takes a specific header name and a dict of headers {"name": "value"}. Returns a list of matching header names, case-insensitive. cs g|]}|kr|qSr)r/r"hrrrr$sz)find_matching_headers..r)rr8rrrfind_matching_headerssrcs"t|}dfdd|DS)z Takes a specific header name and a dict of headers {"name": "value"}. Returns a string of all header values, comma-separated, that match the input header name, case-insensitive. rc3s&|]}|dk rt|VqdSr>r*rr8rr s z(merge_headers_by_name..)rr+)rr8Zmatching_headersrrrmerge_headers_by_names rc@seZdZdZdddZdS) RequestHookz This can be extended and supplied to the connection object to gain access to request and response object after the request completes. One use for this would be to implement some specific request logging. FcCsdSr>r)rrSresponser[rrrhandle_request_data#szRequestHook.handle_request_dataN)F)rrrrrrrrrrsrcCs:|rt|tsdS|dr dSt|ddkr6dSdS)zQ Detect (naively) if the hostname is an IPV6 host. Return a boolean. F[Tr\rN)rFr1r0rr hostnamerrr host_is_ipv6's rcCs:|}t|r&|ddddS|dddSdS)z Given a hostname that may have a port name, ensure that the port is trimmed returning only the host, including hostnames that are IPV6 and may include brackets. z]:rrz[]r\N)r2rr rrrr parse_host>sr)NN)N)N)TrLN)N)rrrNr)rrNr)rNrNr)N)N)NNN)NNNNT)Fr[r\)rsN)Urrrblogging.handlersr r,Z boto.providerrrrrreZemail.mime.multipartrZemail.mime.baseZemail.mime.text email.utilsemail.encodersre threadingrZ boto.compatrrrr contextlibrhashlibrrr-r Zboto.compat.jsonr ImportErrorrr%compilerTrVrWrr=rCrKrqrsrrrrrrrrrrLockrrrrrrrr$rhandlers SMTPHandlerrrr%rLrPrSrZrqrcryrurrrrrrrrr&s        :   # v      #07w& 8   -