"T`V@sddlZddlZddlZddlZddlmZddlmZddlm Z ddl m Z ddl m Z ddlmZmZmZddlZddlmZdd lmZdd lmZejeZd Zd ZdZd Zydd lm Z ddl!Z!e!j"dZ#e e#jZee dkrTdZe dekowe dknrdZWne$k rYnXddZ%ddZ&ddZ'Gddde(Z)Gddde)Z*Gddde(Z+Gdd d e,Z-d!d"Z.dddd#ddddddddd ddd$d%Z/dddddd#dddd&d' Z0Gd(d)d)e(Z1dd*d+Z2d,d-Z3dS).N) parsedate)ENOENT)partial) NOT_FOUND)count)urlparse urlunparsequote) exceptions)log)versionFREDACTED) LooseVersionrequestsz0.8.8Tz0.7.0z1.0.0cCsOtt|dd}|d rE|drE|d|d.combine_singler)baseZadd_onsr!rrrrr combine_url;s   r#cKs#|j}|jdr%d|}|jjdr|jdrYtjd||tdd}y)t|d}|j}WdQRXWngt k r}zG|j }|j t krt }t d|d |d dd ||WYdd}~XnXt|d |St||SdS) a0Wrapper function around readurl to allow passing a file path as url. When url is not a local file path, passthrough any kwargs to readurl. In the case of parameter passthrough to readurl, default values for some parameters. See: call-signature of readurl in this module for param docs. rz file://%szfile://dataz'Unable to post data to file resource %sNrbcausecodeheadersrcontents)lstrip startswithlowergetLOGwarninglenopenreadIOErrorerrnorrUrlError FileResponsereadurl)rkwargs file_pathfpr)er'rrrread_file_or_urlLs"   7r<c@s7eZdZdddZddZddZdS) StringResponsecCs(||_i|_||_d|_dS)N)r'r(r)r)selfr)r'rrr__init__ls   zStringResponse.__init__cOs|jdkrdSdS)Nr>FT)r')r?argsr8rrrokrszStringResponse.okcCs|jjdS)Nzutf-8)r)decode)r?rrr__str__wszStringResponse.__str__N)__name__ __module__ __qualname__r@rBrDrrrrr=ks  r=c@seZdZdddZdS)r6r>cCs#tj||d|||_dS)Nr')r=r@r)r?r r)r'rrrr@|szFileResponse.__init__N)rErFrGr@rrrrr6{s r6c@seZdZddZeddZeddZddd Zed d Zed d Z ddZ dS) UrlResponsecCs ||_dS)N) _response)r?responserrrr@szUrlResponse.__init__cCs |jjS)N)rIcontent)r?rrrr)szUrlResponse.contentscCs |jjS)N)rIr)r?rrrrszUrlResponse.urlFcCs=d}|rd}d|jko,|knr5dSdSdS)Ni,ir>TF)r')r?Z redirects_okupperrrrrBs zUrlResponse.okcCs |jjS)N)rIr()r?rrrr(szUrlResponse.headerscCs |jjS)N)rI status_code)r?rrrr'szUrlResponse.codecCs |jjS)N)rItext)r?rrrrDszUrlResponse.__str__N) rErFrGr@propertyr)rrBr(r'rDrrrrrHs   rHc@s%eZdZdddddZdS)r5NcCsVtj|t|||_||_||_|jdkrIi|_||_dS)N)r3r@rr&r'r(r)r?r&r'r(rrrrr@s    zUrlError.__init__)rErFrGr@rrrrr5s r5cCsi}t|j}|dkr|rts@tjdtnd|krg|drg|d|d._cbr$r(cs%g|]}j|r|qSr)r-).0k)vrr s zreadurl..z'[%s/%s] open '%s' with %s configurationinfinitez(Read from %s (%s, %sb) after %s attemptsrJrMr'z1Please wait %s seconds while we wait to try againrdrd)&rupdaterWmaxfloatCONFIG_ENABLEDintr version_stringrrangeitemscopydeepcopyr r.debugrZSessionrequestZraise_for_statusrMr0rKrHr ZRequestException isinstance HTTPErrorhasattrrJappendr5r(rTZSSLErrortimesleep)rr$r\retriesZ sec_betweenr( headers_cbheaders_redactrV check_statusrX exception_cbZsessionrcZ log_req_resprequest_methodZreq_argsZ req_configZ manual_triesZ def_headersr^ZexcpsiZfiltered_req_argsr`Zmatched_headerskeyZsessrr;r)r(rarr7s#           %           $ r7c Cstj} ddd} |dkr-| }dd} d} d}x|dk rf||| }nt| dd}x2|D]*}tj}| dkr| || rP|dk r|r||| |krt| ||}d }d}y|dk r||}ni}t|d |d |d |d dd| }|jsd|j}tt|d|jd |jd|}nS|jsd|j}tt|d|jd |jd|}n ||jfSWnitk r}zd|}|}WYdd}~Xn5t k rE}zd|}|}WYdd}~XnXttj| }|rld|nd}d||||f}|||r|d|d|qW| || rP| d} t j d|tj |qHWdS)aI urls: a list of urls to try max_wait: roughly the maximum time to wait before giving up The max time is *actually* len(urls)*timeout as each url will be tried once and given the timeout provided. a number <= 0 will always result in only one try timeout: the timeout provided to urlopen status_cb: call method with string message when a url is not available headers_cb: call method with single argument of url to get headers for request. headers_redact: a list of header names to redact from the log exception_cb: call method with 2 arguments 'msg' (per status_cb) and 'exception', the exception that occurred. sleep_time_cb: call method with 2 arguments (response, loop_n) that generates the next sleep time. request_method: indicate the type of HTTP request, GET, PUT, or POST returns: tuple of (url, response contents), on failure, (False, None) the idea of this routine is to wait for the EC2 metadata service to come up. On both Eucalyptus and EC2 we have seen the case where the instance hit the MD before the MD service was up. EC2 seems to have permanently fixed this, though. In openstack, the metadata service might be painfully slow, and unable to avoid hitting a timeout of even up to 10 seconds or more (LP: #894279) for a simple GET. Offset those needs with the need to not hang forever (and block boot) on a system where cloud-init is configured to look for EC2 Metadata service but is not going to find one. It is possible that the instance data host (169.254.169.254) may be firewalled off Entirely for a system, meaning that the connection will block forever unless a timeout is set. A value of None for max_wait will retry indefinitely. NcSstj|dS)N)r.ro)msgexcrrr log_status_cbsz#wait_for_url..log_status_cbcSs0|dkrdS|dkp/tj||kS)NFr)ru)max_wait start_timerrrtimeups zwait_for_url..timeuprrrr(ryr\rzFr|zempty response [%s]r'rzbad status code [%s]zrequest error [%s]zunexpected error [%s]z%ssZ unlimitedzCalling '%s' failed [%s/%s]: %sr exceptionz1Please wait %s seconds while we wait to try again)FN) rurir7r)r'r5 ValueErrorr(rB Exceptionr.rorv)Zurlsrr\ status_cbrxryZ sleep_timer{Z sleep_time_cbr|rrrZloop_nrJrnowreasonZurl_excr(r;Z time_takenZ max_wait_strZ status_msgrrr wait_for_urlXsx&                     rc@seZdZdddddddZddZddZd d Zd d Zd dZddZ ddZ ddZ ddZ dS)OauthUrlHelperNz/run/oauth_skew.jsoncCs||_|pd|_||_||_||_d|_d|_|j|j|jf}t|sud|_nt|st d|j }|pi|_ dS)NrTrFzBall or none of token_key, token_secret, or consumer_key can be set) consumer_keyconsumer_secret token_key token_secretskew_data_file _do_oauthskew_change_limitanyallrread_skew_file skew_data)r?rrrrrrequiredoldrrrr@s           zOauthUrlHelper.__init__c CsN|jrJtjj|jrJt|jdd}tj|SWdQRXdS)Nmoder)rosr isfiler1jsonload)r?r:rrrrszOauthUrlHelper.read_skew_filec Csn|js dS|j}|dkr+i}|||s "  rcCsLt|tsdS|jtkr&dS|jrHt|jtjrHdSdS)zreadurl exception_cb that will retry on NOT_FOUND and Timeout. Returns False to raise the exception from readurl, True to retry. FT)rqr5r'rr&rZTimeout)rrrrrretry_on_url_excUsr)4rmrrru email.utilsrr4r functoolsr http.clientr itertoolsr urllib.parserrr rr cloudinitr loggingr getLoggerrEr.rTrhrUr Zdistutils.versionr pkg_resourcesget_distributionZ_REQrrr#r<objectr=r6rHr3r5rWr7rrrrrrrr s`      (    !       wn