"T`u; @s ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZmZddlmZddlmZddlm Z ddl!m"Z"ddl!m#Z$ddl!m%Z%dd l!m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+dd l,m-Z-da.e$j/e0Z1e j2d iZ3d ej4ej5Z6dLZ7dMZ8ddZ9edddZ:edddZ;dddZ<dddZ=d d!Z>d"d#Z?d$d%Z@Gd&d'd'eAZBGd(d)d)eCZDGd*d+d+eCZEd,d-ZFdd.d/ZGdd0d1ZHdd2d3ZId4dd5d6ZJdd7d8ZKd9d:ZLd;d<ZMd=d>ZNd?d@ZOdAdAdBdCZPdDdEZQdFdGZRdAdAde$jSdAdHdIZTedJdKZUedLdMZVedNdOZWedPdQZXedRdSZYdTdUdVZZddWdXZ[ddYdZZ\dd[d\Z]ed]d^Z^ed_d`Z_ddadbZ`ddcddZadedfZbdddgdhZcddididididjdkZddTdldmZeejfdndoZgejfdpdqZhdrdsZidtduZjdididvdwdxZkddydzZldemfd{d|Zndididvd}dd~dZoddZpddZqdddZrdddZsddZtdTddZudddZvddZwddZxddZyddZzddZ{ddZ|ddddTdddZ}ddddTdddZ~ddddTdddZddddTdddZddTddZddZddZddTdAddZeddZddZddddZddddZddddZddZddZddZdddZddZddZddZdddZemfddZddZddZddZdddZejfddZddZdddddZddZddZdTddZddZddZddZeddZddZddZdddTeeddddZddZddZdddTddAddZddZddddZddZdAddZddddZddZddZddZd d Zd d Zed dZddZddddZddZddZddZe1dTddZddZddZd d!Zd"d#Zd$d%Zd&d'Ze1dTd(d)ZdddTd*d+Zd,d-Zdde jj2d.d/Zd0dTd1d2Zd3d4Zdd5d6Zd7d8Zdd9d:Zd;d<Zd=d>Zd?d@ZdTddAdBZdCdidDdEZdFdGZdddHdIZdJdKZdS(NN) b64decode b64encode)ENOENT) lru_cache)parse)importer)log)subp)mergerssafeyaml temp_utils type_utils url_helperversion) CFG_BUILTIN_z_-.()true1onyesoff0nofalsecCs/ttttjjjdddS)N.)tuplemapintosunamereleasesplitr#r#0/usr/lib/python3/dist-packages/cloudinit/util.pykernel_versionAsr%cCs1tjddgddd|\}}|jS)zReturn the sanitized string output by `dpkg --print-architecture`. N.B. This function is wrapped in functools.lru_cache, so repeated calls won't shell out every time. Zdpkgz--print-architecturecaptureTtarget)r strip)r'outrr#r#r$get_dpkg_architectureEsr*c s@ddddddddi}iytjd d gd d d |\}}xL|jD]>}|jd\}}}||kr[|j||^s zlsb_release..z.Missing fields in lsb_release --all output: %s,z#Unable to get lsb_release --all: %scss|]}|dfVqdS)Z UNAVAILABLENr#)r0vr#r#r$ eszlsb_release..) r splitlines partitionr(valueslenLOGwarningjoinProcessExecutionErrordict) r'Zfmapr)rlinefnamevalmissingerrr#)r2r$r.Qs$    2r.zutf-8cCs t|tr|S|j|S)N) isinstancestrdecode)blobencodingr#r#r$ decode_binaryjsrJcCs t|tr|S|j|S)N)rEbytesencode)textrIr#r#r$ encode_textqsrNc Cs:t|}y|jdSWntk r5|SYnXdS)Nzutf-8)rrGUnicodeDecodeError)sourcedecodedr#r#r$b64dxs   rRcCs1t|ts|jd}t|jdS)Nzutf-8)rErKrLrrG)rPr#r#r$b64esrScCst|jdd}|jdkrpt|trp|j}|rZ|jrZ|j}nd}|j|dS|S)NrGTrMzutf-8surrogateescape) get_payloadget_content_maintyperErK get_charset input_codecrG)partZ cte_payloadcharsetrIr#r#r$fully_decoded_payloads  r[c@s7eZdZdddZddZddZdS) SeLinuxGuardFc CsJytjd|_Wntk r3d|_YnX||_||_dS)Nselinux)r import_moduler] ImportErrorpath recursive)selfr`rar#r#r$__init__s   zSeLinuxGuard.__init__cCs$|jr|jjrdSdSdS)NTF)r]is_selinux_enabled)rbr#r#r$ __enter__szSeLinuxGuard.__enter__cCs |j s|jj rdStjj|js7dStjj|j}y-tj|}|jj||tj Wnt k rdSYnXt j d||j y|jj|d|j Wn>t k r}zt jd||j |WYdd}~XnXdS)Nz,Restoring selinux mode for %s (recursive=%s)raz,restorecon failed on %s,%s maybe badness? %s)r]rdrr`lexistsrealpathlstatZ matchpathconstatST_MODEOSErrorr;debugraZ restoreconr<)rbZ excp_typeZ excp_valueZexcp_tracebackr`Zstatser#r#r$__exit__s"     zSeLinuxGuard.__exit__N)__name__ __module__ __qualname__rcrernr#r#r#r$r\s  r\c@seZdZdS)MountFailedErrorN)rorprqr#r#r#r$rrs rrc@seZdZdS)DecompressionErrorN)rorprqr#r#r#r$rss rsc Ostj}|dkrty|||tjdWqtk rpttdtj|tjdYqXntjd|tj|dS)Nrz&Failed forking and calling callback %sz(Forked child %s who will run callback %s) rfork_exit Exceptionlogexcr;r obj_namerl)Zchild_cbargskwargsZfidr#r#r$fork_cbs      r|cCs[t|tr|dkSt}|r5t||}t|jj|krWdSdS)NTF)rEbool TRUE_STRINGSlistrFlowerr()rBaddons check_setr#r#r$is_trues rcCs[t|tr|dkSt}|r5t||}t|jj|krWdSdS)NFT)rEr} FALSE_STRINGSrrFrr()rBrrr#r#r$is_falses rcCs*|s dSt|tr|St||S)NF)rEr}r)rBrr#r#r$translate_bools r csNtjs"tjtjdjfddtd|DS)Ncsg|]}jqSr#)choice)r0Z_x)r select_fromr#r$r3s zrand_str..r)random SystemRandomstring ascii_lettersdigitsr=range)strlenrr#)rrr$rand_strs rcCs;|s d}x(tddd|}||krPqW|S)Nrrr)r)Z dictionaryZpostfixZnewkeyr#r#r$ rand_dict_keys rcCs\ytt|diSWn;tk rW}z|jtkrBiSWYdd}~XnXdS)Ndefault) load_yaml load_fileIOErrorerrnor)rArmr#r#r$ read_conf s rcGstt|S)N)sorted uniq_merge)listsr#r#r$uniq_merge_sortedsrcGseg}xR|D]J}t|trJ|jjd}dd|D}|j|q Wt|S)Nr4cSs"g|]}t|r|qSr#)r:)r0ar#r#r$r3+s zuniq_merge..)rErFr(r"extend uniq_list)rZ combined_lista_listr#r#r$r%s rcCsx,tjD]\}}|j||}q Wg}x'|D]}|tkr<|j|q<Wx |D]}|j|d}qfW|j}|S)Nr)FN_REPLACEMENTSitemsreplace FN_ALLOWEDappendr()fnr1r5Zremovalsr#r#r$clean_filename0s    rTcCsydtjt|}tjtjddd|'}|rRt|jS|jSWdQRXWnDt k r}z$|r|St t ||WYdd}~XnXdS)Nrbrt) ioBytesIOrN contextlibclosinggzipGzipFilerJreadrwrsrF)r2quietrGbufZghrmr#r#r$ decomp_gzip=s$rcCs|s dS|jdd}|dj}t|dkrQ|dj}nd}| s||dks||jdkrd}| s|dks|jdkrd}||fS)Nr/rtrrz-1Znone)NN)r"r(r:r)Zug_pairZ ug_partedugr#r#r$extract_usergroupMs%%rcCst}xtjtjj|dD]h}tjj|sCq(tjj|dd}|j}|r(|jddkr(|||.+) release (?P[\d\.]+) \((?P[^)]+)\)namez linuxrzred hat enterpriseredhatID VERSION_IDrVERSION_CODENAMEr+) rr`rrrematch groupdictrr8)Z release_fileZredhat_releaseZ redhat_regexrgroupr#r#r$_parse_redhat_releases  ! rcCsd}d}d}i}tjjdr<ttd}|sKt}|r|jdd}|jdd}d|ksd|krtj}nL|jdd}|st j d|jd d}|r|j d }|d krd }nt r'tj j}tj}nmd}z)ytj}Wntk rTYnXWdd}x|D]}|rfd }qfW|stjdX|S|||fS)Nrz/etc/os-releaserrslessuserz[^ ]+ \((?P[^)]+)\)VERSIONr+rhelrrtzPUnable to determine distribution, template expansion may have unexpected results)rrr)rr`rload_shell_contentrrgetrmachinerrrrrrr!distrwr;r<)Z distro_namedistro_versionZflavorZ os_releaserrfoundentryr#r#r$get_linux_distrosJ         rc Csdtjdtjdtjdtjdttjdti}|dj}d}|dkr|dd j}|d kr|}q|d!krd}q|dkrd}q|d"krd}qd}n|d#kr|}||d<|S)$Nrrr!pythonr runknownlinuxralpinearchcentosdebianfedorarrubuntu linuxmintmintropensuseopensuse-tumbleweed opensuse-leaprsle_hpcwindowsdarwinrrrr)rzarchzcentoszdebianzfedorazrhelzsuse)rrr)rrrzslesr)rzdarwinzfreebsdznetbsdzopenbsd)rrr!python_versionrr rr)inforvarZ linux_distr#r#r$rs6                rcCsv||kr|S||dkr$gS||}t|trTdd|D}|St|tsot|}|gS)a Gets the C{key} config option from C{yobj} as a list of strings. If the key is present as a single string it will be returned as a list with one string arg. @param yobj: The configuration object. @param key: The configuration key to get. @param default: The default to return if key is not found. @return: The configuration option as a list of strings or default if key is not found. NcSsg|] }|qSr#r#)r0r5r#r#r$r33s z'get_cfg_option_list..)rErrF)rrrrBZcvalr#r#r$get_cfg_option_list!s   r cCsSt|tr|jd}|}x(|D] }||krA|S||}q+W|S)aReturn the value of the item at path C{keyp} in C{yobj}. example: get_cfg_by_path({'a': {'b': {'num': 4}}}, 'a/b/num') == 4 get_cfg_by_path({'a': {'b': {'num': 4}}}, 'c/d') == None @param yobj: A dictionary. @param keyp: A path inside yobj. it can be a '/' delimited string, or an iterable. @param default: The default to return if the path does not exist. @return: The value of the item at keyp." is not found./)rErFr")rZkeyprcurtokr#r#r$get_cfg_by_path<s  rcCs,t||\}}t||||fS)N)get_output_cfgredirect_output)cfgmodeoutfmterrfmtr#r#r$ fixup_outputTs rc CsXttjjdr)tjddS|s8tj}|sGtj}dd}|rstjd|||j dd\}}|dks|d krd }|dkrd }t ||}nL|d krt j |d ddt j d|} | j}ntd||r4tj|j|j||krstjd||tj|j|jdS|rTtjd|||j dd\}}|dks|d krd }|dkrd }t ||}nL|d kr"t j |d ddt j d|} | j}ntd||rTtj|j|jdS)NZ_CLOUD_INIT_SAVE_STDOUTz5Not redirecting output due to _CLOUD_INIT_SAVE_STDOUTc SsItjdytjdj}Wntk r7YnXtj|dS)aReconfigure umask and group ID to create output files securely. This is passed to subprocess.Popen as preexec_fn, so it is executed in the context of the newly-created process. It: * sets the umask of the process so created files aren't world-readable * if an adm group exists in the system, sets that as the process' GID (so that the created file(s) are owned by root:adm) ZadmN)rumaskgrpgetgrnamgr_gidKeyErrorsetgid)Zgroup_idr#r#r$set_subprocess_umask_and_gidss  z5redirect_output..set_subprocess_umask_and_gidzRedirecting %s to %s rt>z>>abwb|shellTstdin preexec_fnz"Invalid type for output format: %sz!Invalid type for error format: %s)rrenvironrr;rlrrrr"r subprocessPopenPIPEr% TypeErrordup2fileno) rrZo_outZo_errrrargZowithZnew_fpprocr#r#r$rgs`               rrc Cs|p dg}d}|r't|}|dk rE|dd|7}|j|pTd|j|pgd|j|pzd|j|pd|j|pdtj|S)Nrr/z%s)rFrr urlunparse) schemehostportr`paramsqueryfragmentpiecesnetlocr#r#r$make_urls  r9cCsu|rt|}i}xV|D]N}|rtj|}|sLtj}tj|}|j||}qW|S)N)reversedr Zdict_extract_mergersZdefault_mergersZ constructmerge)Zsrcsreverse merged_cfgrZmergers_to_applyZmergerr#r#r$ mergemanydicts   r>c cs7tj}ztj||VWdtj|XdS)N)rgetcwdchdir)Zndircurrr#r#r$r@s    r@c cs-tj|}z |VWdtj|XdS)N)rr)Zn_mskoldr#r#r$rs rcCsdj|d|ddd|S)Nz{0:{fill}{align}{size}}fillZalign^size)format)rMrCZmax_lenr#r#r$centersrGcCs!tjd|tj|dS)NzRecursively deleting %s)r;rlshutilrmtree)r`r#r#r$del_dirsrJcCsyAt|||\}}}||d<||d<||d.zcert.pemzkey.pem cert_filekey_file)rrr`r=Z get_ipath_curZ get_cpathrr)pathsZ ssl_detailsZssl_cert_pathsrXrWrYr#r#r$fetch_ssl_details s2 "  ! !    r[cCs|}t|}ytjdt||tj|}|dkr_tjd|}n.t||std|tj |f|}Wntj tt fk r}zd}d}t |drt |drt |d}n-t |drt |drt |d}|rW|djd|jd d |jd d |7}n|d jd |7}tj|WYdd}~XnX|S) NzKAttempting to load yaml from string of length %s with allowed root types %sz-loaded blob returned None, returning default.z2Yaml load allows %s root types, but got %s insteadzFailed loading yaml blobZ context_markZ problem_markz5. Invalid format at line {line} column {col}: "{err}"r@rtcolrDz. {err})rJr;rlr:r loadrEr+r ryZ YAMLError ValueErrorhasattrgetattrrFr@columnr<)rHrZallowedZloadedZ convertedrmmsgmarkr#r#r$r*s6       ' r cCs|jddkrB|d|}|d|}|d|}n9d|d|f}d|d|f}d|d|f}tj|d|d|}d} |jrtt|jd i} tj|d|d|} d} | jr| j} d} ytj|d|d|} Wn8tjk rX}ztj d |WYdd}~Xn&X| jrq| j} n tj d | | | fS) Nz%srz user-dataz vendor-dataz meta-dataz%s%s%srQretriesrz!Error in vendor-data response: %szError in vendor-data response) rrZread_file_or_urlokrrJcontentsrMr;rl)rOrPrQreZ file_retriesZud_urlZvd_urlZmd_urlZmd_resprRZud_resprSrTZvd_resprmr#r#r$rLLs6      #   rLcsttjdd}dd|D}fdd|D}g}x0|D](}|jttjj|qTWt|S)Nr<TcSs%g|]}|jdr|qS)z.cfg)endswith)r0fr#r#r$r3vs zread_conf_d..cs7g|]-}tjjtjj|r|qSr#)rr`rr=)r0ri)confdr#r$r3ys )rrlistdirrrr`r=r>)rjZconfsZcfgsrr#)rjr$ read_conf_dqs &rlcCst|}d}d|krt|d}|rt|ts_td|tj|fqt|j}n tjj d|rd|}| stjj | r|St |}t ||gS)NFZconf_dz8Config file %s contains 'conf_d' with non-string type %sz%s.d) rrErFr+r ryr(rr`rVrlr>)ZcfgfilerrjZ confd_cfgr#r#r$read_conf_with_confds     rmcCsttd|S)Ncmdline)rread_cc_from_cmdline)rnr#r#r$read_conf_from_cmdlinesrpc Cs|dkrt}d}d}t|}t|}t|}g}|j|}x|dkr|j|||}|dkr|}|jtj||||jjdd|j|||}q]Wdj|S)Nzcc:Zend_ccrz\nr) get_cmdliner:rrrunquotelstriprr=) rnZ tag_beginZtag_endZbegin_lZend_lZclentokensbeginendr#r#r$ros$      *rocCsC|jd}|dks/||ddkr3|S|jddS)Nrrrt z )rr)rgposr#r#r$dos2unixs rycCsd|kr8|d}t|d|jdd}nd|kr|djddkr|d}|dd|jd}nC|jddd|}d|kr|d}n|jd|}||fS)aGet hostname and fqdn from config if present and fallback to cloud. @param cfg: Dictionary of merged user-data configuration (from init.cfg). @param cloud: Cloud instance from init.cloudify(). @param metadata_only: Boolean, set True to only query cloud meta-data, returning None if not present in meta-data. @return: a Tuple of strings , . Values can be none when metadata_only is True and no cfg or metadata provides hostname info. fqdnhostnamerrNT metadata_only)rr"r get_hostname)rZcloudr|rzr{r#r#r$get_hostname_fqdns  "%    r~z /etc/hostsc Csd}yxt|jD]}|jd}|dkrM|d|}|j}|sbq|j}t|dkrq||ddkr|d}PqWWntk rYnX|S)a For each host a single line should be present with the following information: IP_address canonical_hostname [aliases...] Fields of the entry are separated by any number of blanks and/or tab characters. Text from a "#" character until the end of the line is a comment, and is ignored. Host names may contain only alphanumeric characters, minus signs ("-"), and periods ("."). They must begin with an alphabetic character and end with an alphanumeric character. Optional aliases provide for name changes, alternate spellings, shorter hostnames, or generic hostnames (for example, localhost). N#rrrrt)rr7rr(r"r:r)r{filenamerzr@Zhashpostoksr#r#r$get_fqdn_from_hostss$      rc CsVtdkrt}d }i}x|D]}ytj|dddtjtj}g||.z /dev/msdosfs/z /dev/iso9660/z TYPE=vfatz TYPE=iso9660)r startswithrs)criteriaoformattagno_cacher`devlistlabelr#r#r$find_devs_with_freebsdps$  rc Cs)g}d}d}|rT|jdr6|jd}|jdrT|jd}tjdddgddg\}} x|jD]} |s|rtjd| gddd g\} } |rd || krq|d krd | krq|d krd | krq|jd| qW|S)NzLABEL=zTYPE=sysctlz-nz hw.disknamesrcsrZ mscdlabelrtz label "%s"iso9660zISO filesystemvfatz/dev/)rrsr r"r) rrrrr`rr_typer)_errdevZ mscdlabel_outrr#r#r$find_devs_with_netbsds(' 'rc Cs tjdddgddg\}}g}xn|jdD]]}|jdsUq=|dkrdq=|jd ryd nd } |j|dd| q=W|d krdd|D}n8|dkrdd|D}n|rtjd|dd|DS)Nrz-nz hw.disknamesrrr4r/zfd0:cdrirtz TYPE=iso9660cSs%g|]}|jdr|qS)r)r)r0rr#r#r$r3s z*find_devs_with_openbsd..LABEL=CONFIG-2 TYPE=vfatcSs%g|]}|jds|qS)r)r)r0rr#r#r$r3s zUnexpected criteria: %scSsg|]}d|qS)z/dev/r#)r0rr#r#r$r3s r)rr)r r"rhrrr;rl) rrrrr`r)rrrZpart_idr#r#r$find_devs_with_openbsds '   rc Cstrt|||||Str>t|||||Str]t|||||Sdg}g}|r|jd||r|jd||r|jddg|r|jd||r|j|||}y%tj|ddd g\}} WnCtj k rQ} z | j t kr<d }nWYd d } ~ XnXg} x3|j D]%} | j } | re| j| qeW| S) z find devices matching given criteria (via blkid) criteria can be *one* of: TYPE= LABEL=