3
_Af\ @ sD d dl mZ d dlZd dlZd dlZd dlZd dlZd dlm Z e rPd dl
Z n d dl Z d dl
Z
e jdZ e
e _d dlZd dlmZ d dlmZmZ d dlZd dlmZmZmZ d dlm Z m Z m Z d Z d
Z d Z!e jj"j#d d
dddg e jj$j#d d
dddg G dd de%Z&G dd de%Z'G dd de%Z(G dd de(Z)dS ) )print_functionN)
is_python3urllib) GitConfig)R_HEADSHEAD)
RemoteSpecProject MetaProject)ManifestParseErrorManifestInvalidPathError ManifestInvalidRevisionErrorz manifest.xmlzlocal_manifest.xmlZlocal_manifestssshgitzpersistent-httpsssorpcc @ s@ e Zd ZdZdZdZdZdZdZdZ dZ
dZ dd Z dd Z
dS )
_Defaultz%Project defaults within the manifest.N FTc C s | j |j kS )N)__dict__)selfother r >/home/qytech/356xLinux510-101server/.repo/repo/manifest_xml.py__eq__H s z_Default.__eq__c C s | j |j kS )N)r )r r r r r __ne__K s z_Default.__ne__)__name__
__module__ __qualname____doc__ revisionExprdestBranchExpr upstreamExprremotesync_jsync_csync_s sync_tagsr r r r r r r < s r c @ s6 e Zd Zd ddZdd Zdd Zdd Zd
d ZdS )
_XmlRemoteNc C s8 || _ || _|| _|| _|| _|| _|| _| j | _d S )N) namefetchUrlpushUrl manifestUrl remoteAlias reviewUrlrevision_resolveFetchUrlresolvedFetchUrl)r r( aliasfetchr* r+ reviewr. r r r __init__P s z_XmlRemote.__init__c C s | j |j kS )N)r )r r r r r r a s z_XmlRemote.__eq__c C s | j |j kS )N)r )r r r r r r d s z_XmlRemote.__ne__c C sd | j jd}| jjd}|jd|jdd krRtjjd| |}tjdd|}ntjj||}|S )N/:r z gopher://z
^gopher:// ) r) rstripr+ findr parseurljoinresub)r urlr+ r r r r/ g s z_XmlRemote._resolveFetchUrlc C sF | j jd}|d | }| j}| jr*| j}t||| j| j| j| jdS )Nr5 )r> r* r3 orig_namer) )r0 r8 r( r, r r* r- r) )r Z projectNamer) r>
remoteNamer r r ToRemoteSpecw s z_XmlRemote.ToRemoteSpec)NNNNNN)r r r r4 r r r/ rA r r r r r' O s
r' c @ s e Zd ZdZdd Zd]ddZdd Zd d
Zd d Zd^ddZ dd Z
e dd Z e dd Z
e dd Ze dd Ze dd Ze d d Ze d d Ze d!d" Ze d#d$ Ze d%d& Ze d'd( Ze d)d* Zd+d, Zd-d. Zd/d0 Zd1d2 Zd3d4 Z d5d6 Z d7d8 Z d9d: Z d;d< Z d=d> Z!d_d?d@Z"dAdB Z#dCdD Z$dEdF Z%dGdH Z&dIdJ Z'dKdL Z(e)d`dMdNZ*e+dOdP Z,dQdR Z-dSdT Z.dUdV Z/dWdX Z0dYdZ Z1d[d\ Z2dS )a XmlManifestz#manages the repo configuration filec C s t jj|| _t jj| j| _t jj| jt| _t j
| _ d| _ d| _
d| _t| dt jj|dt jj|dd| _t| dt jj|dt jj|dd}|| _t jj|jr|jjdrd|_| j d S ) NFTrepoz repo/.git)gitdirworktreeZ manifestsz
manifests.gitz
repo.worktree)ospathabspathrepodirdirnametopdirjoinMANIFEST_FILE_NAME manifestFiler ForUser globalConfiglocalManifestWarning isGitcClient_load_local_manifestsr
repoProjectmanifestProjectexistsrD config
GetBooleanuse_git_worktrees_Unload)r rI mpr r r r4 s"
zXmlManifest.__init__Tc C s d}|s$t jj|}t jj|r$|}|dkrVt jj| jj|}t jj|sVtd| | j}z || _ || _| j
| j W d|| _X dS )zBUse a different manifest, just for the current instantiation.
Nzmanifest %s not found) rF rG rH isfilerL rU rE r rN rS rZ _Load)r r( Zload_local_manifestsrG Z
local_patholdr r r Override s zXmlManifest.Overridec
C sP | j | tjj| jr$tj| j t| jd}|jd|f W dQ R X dS )z:Update the repo metadata to use a different manifest.
wa
N) r_ rF rG lexistsrN platform_utilsremoveopenwrite)r r( fpr r r Link s
zXmlManifest.Linkc C s |j d}|j| |jd|j |jd|j |jd k rH|jd|j |jd k r`|jd|j |jd k rx|jd|j |jd k r|jd|j d S )Nr" r( r2 pushurlr1 r3 r. )
createElement appendChild setAttributer( r) r* r, r- r. )r rdocrooter r r _RemoteToXml s
zXmlManifest._RemoteToXmlc C s dd t jd|D S )Nc S s g | ] }|r|qS r r ).0xr r r
s z,XmlManifest._ParseGroups..z[,\s]+)r< split)r groupsr r r _ParseGroups s zXmlManifest._ParseGroupsFNc s j }dkr|jjdr(jtjjj jd}j | j
r|j jd}j
j }dj dd |D dd } |j j
| j x&tjD ]}
jj|
| qW jr|j j
d d
} jd } jrd } | jd
jj jr d } | jd j jr6d } | jd j jrPd } | jd j jdkrrd } | jdd j jrd } | jdd jrd } | jdd jsd } | jdd | r|j | |j j
d j rjd} | jdj |j | |j j
d fdd fd d t d d j j D }
d|t t|
j!r|j j
d jd } | jd!j!j | jd"d#j j!j" |j | j#|d d$dd% dS )&zAWrite the current manifest out to the given file descriptor.
Nzmanifest.groupsmanifestnotice
c s s | ]}d| V qdS ) Nz r )rq liner r r s z#XmlManifest.Save..r{ r7 FdefaultTr" r. z dest-branchupstreamr zsync-jz%dzsync-ctruezsync-sz sync-tagsfalsezmanifest-serverr> c s2 x,|D ]$}x j | D ]} | || qW qW d S )N) _projects)parent parent_nodeprojectsZ project_nameproject)output_projectr r r output_projects+ s
z)XmlManifest.Save..output_projectsc sX |j sd S |j}|j}| r:j| j|}j| j|}jd}|j| |jd| ||krn|jd| d }jrjj}j s|jj |kr|jj }|jd| r j
r|j j |j
d }n|jj td }|jd| r|jr|jd|j n||j
kr|jd|j
nlj|jj jp4j
}| sJ||j
krX|jd|j
|jr|j|j
ks||jjkr|jd|j |jr|jjkr|jd|j x@|jD ]6} jd }
|
jd
| j |
jd | j |j|
qW x@|jD ]6} jd } | jd
| j | jd | j |j| qW d
d|j d|j g fdd|jD }
|
rt|jddj|
xL|j D ]B}|j dkr|jd}|jd|j |jd|j |j| q|W |j r|jdd |j r|jdd |j!s|jdd |j"r|jdt#|j" j$|| |j%rTt&d d |j%D }||t't(| d S ) Nr r( rG r" z^0r. r z dest-branchcopyfilesrcdestlinkfileallzname:%szpath:%sc s g | ]}| kr|qS r r )rq g)default_groupsr r rs j s z.output_project..ru ,r
annotationvaluezsync-czsync-sz sync-tagsr z clone-depthc s s | ] }|j V qd S )N)r( )rq Zsubpr r r r} s z;XmlManifest.Save..output_project..))
MatchesGroupsr( relpath _UnjoinName_UnjoinRelpathri rj rk r" r? IsMirrorbare_git rev_parser work_gitr r remotesr. r! dest_branchr copyfilesr r linkfilesru rL annotationskeepr r$ r% r& clone_depthstr _output_manifest_project_extras subprojectssetlistsorted)r r pr( r ro r@ r r. cZcelleZegroupsaZaer )drm ru r peg_revpeg_rev_upstreamr )r r r 0 s
z(XmlManifest.Save..output_projectc s s | ]}|j s|jV qd S )N)r r( )rq r r r r r} s z
repo-hooksz
in-projectz enabled-listrz z zUTF-8)$rU rW GetStringrv xmldomminidomZDocumentri rj rx
splitlinesrL ZcreateTextNoder~ r r rp r" rk r( r r r! r# r$ r% r& _manifest_serverr _pathsvaluesr _repo_hooks_projectenabled_repo_hooksZwritexml)r fdr r ru r[ rn Znotice_elementZ notice_linesZindented_noticerl Z have_defaultro r r )r rm ru r r r r r r Save s
W
zXmlManifest.Savec C s dS )z@Manifests can modify e if they support extra project attributes.Nr )r r ro r r r r s z+XmlManifest._output_manifest_project_extrasc C s | j | jS )N)r] r )r r r r paths s zXmlManifest.pathsc C s | j t| jj S )N)r] r r r )r r r r r s zXmlManifest.projectsc C s | j | jS )N)r] _remotes)r r r r r s zXmlManifest.remotesc C s | j | jS )N)r] _default)r r r r r~ s zXmlManifest.defaultc C s | j | jS )N)r] r )r r r r repo_hooks_project s z XmlManifest.repo_hooks_projectc C s | j | jS )N)r] _notice)r r r r rx s zXmlManifest.noticec C s | j | jS )N)r] r )r r r r manifest_server s zXmlManifest.manifest_serverc C s | j jjdr | j jjdS d S )Nzrepo.partialclonezrepo.clonefilter)rU rW rX r )r r r r CloneFilter s zXmlManifest.CloneFilterc C s | j jjdS )Nz repo.mirror)rU rW rX )r r r r r s zXmlManifest.IsMirrorc C s | j jjdS )Nz
repo.worktree)rU rW rX )r r r r UseGitWorktrees s zXmlManifest.UseGitWorktreesc C s | j jjdS )Nz repo.archive)rU rW rX )r r r r IsArchive s zXmlManifest.IsArchivec C s | j jjdS )Nzrepo.submodules)rU rW rX )r r r r
HasSubmodules s zXmlManifest.HasSubmodulesc C s: d| _ i | _i | _i | _d | _d | _d | _d | _d | _d S )NF) _loadedr r r r r r branchr )r r r r rZ s zXmlManifest._Unloadc C s | j s| j}|j|jj}|d k r>|jtr>|ttd }|| _g }|j | j
| j | jj | j
r>tjj| jt}tjj|r| jsd| _tdttjj| jtf tjd |j | j
|| j tjjtjj| jt}yHxBttj |D ]0}|j drtjj||}|j | j
|| j qW W n t k
r< Y nX y| j | W n0 t k
r| } z| j! |W Y d d }~X nX | j"r| j#| j$ | j#| j d| _ d S )NTz>warning: %s is deprecated; put local manifests in `%s` instead)filez.xml)%r rU GetBranch
CurrentBranchmerge
startswithr lenr append_ParseManifestXmlrN rE rS rF rG rL rI LOCAL_MANIFEST_NAMErV rQ printLOCAL_MANIFESTS_DIR_NAMEsysstderrrH r rb listdirendswithOSError_ParseManifestr rZ r _AddMetaProjectMirrorrT )r mbnodeslocalZ local_dirZ
local_filero r r r r] sJ
zXmlManifest._Loadc
C sb yt jjj|}W n< tt jjjfk
rN } ztd||f W Y d d }~X nX | s^|j rltd|f x(|j D ]}|j
dkrtP qtW td|f g }x|j D ]}|j
dkrP| j |d}t j
j||} t j
j| std|f y|j| j| | W nP tttfk
r Y n4 tk
rL } ztd||f W Y d d }~X nX q|j| qW |S ) Nz error parsing manifest %s: %szno root node in %srw zno in %sincluder( z(include %s doesn't exist or isn't a filez'failed parsing included manifest %s: %s)r r r r: r ZparsersZexpatZ
ExpatErrorr
childNodesnodeName_reqattrF rG rL r\ extendr KeyboardInterrupt RuntimeError
SystemExit Exceptionr )
r rG Z include_rootrn ro rw r noder( rf r r r r s6 "
"z XmlManifest._ParseManifestXmlc s xbt j| D ]T}|jdkr j|}|r |jjkrT|j|j kr`td|j q |j|j< q W xPt j| D ]B}|jdkrpj|}jd kr|_qp|jkrptdj qpW jd krt
_x@t j| D ]2}|jdkrԈj d k rtdj j |_ qW xLt j| D ]>}|jdkrj
|d}jd k rLtd j |_qW fd
d x t j| D ]}|jd krj|} | |jd
krlj
|d}|jkrtd| |jd}|jd} | rj| } |jd}
|jd}|rj|}xZj| D ]L} |r6| j|kr6q | rH| jj| |
rT|
| _|r |j|| _q W |jdkrj
|d} j
|dj }
jd k rtdj yj| }W n" t k
r td| Y nX t |dkrtdj |d _|
j_ |jdkrtj
|d}|jkr>td | x j| D ]} j | j= qJW j|= jrtjj|krtd _qtW d S ) Nr" z2remote %s already exists with different attributesr~ zduplicate default in %srx zduplicate notice in %szmanifest-serverr> z duplicate manifest-server in %sc s j j| jg }| jd kr.td| jjf | jjkrNtd| jjf | j| j< |j| x| jD ] } | qlW d S )Nzmissing path for %s in %szduplicate path %s in %s) r
setdefaultr( r r rN r r r )r r
subproject)recursively_add_projectsr r r r Y s
z.recursively_add_projectsr zextend-projectr( z9extend-project element specifies non-existent project: %srG ru r. z
repo-hooksz
in-projectz enabled-listzduplicate repo-hooks in %sz#project %s not found for repo-hooksr z'internal error parsing repo-hooks in %sr zremove-projectz9remove-project element specifies non-existent project: %s) itertoolschainr _ParseRemoter( r r
_ParseDefaultr rN r r _ParseNoticer r
_ParseProjectr getAttributerv _get_remoter ru r r rA r" rt r KeyErrorr r r )r Z node_listr r" Z new_defaultr> r r( rG ru r. r r r Zrepo_hooks_projectsr )r r r r / s
zXmlManifest._ParseManifestc
C s@ d }|j |jjj}|jdr*td| | jrv| jjrv| jjj}|jdsT|d7 }|j|rv| jj}|t |d }|d kr|j
dd }| j j j
d}td|d | |d}||d }|jdr|d d }|| jkr<|j tjj| jd
| }t| ||j|||d |pd |jd d } | g| j| j< | | j| j< d S )
Nz/.gitzrefusing to mirror %sr5 r zremote.origin.urlorigin)r2 r+ z.gitr{ z%s.git) rw r( r" rD objdirrE r r
revisionId) GetRemoter" r( r> r r r r0 r r rindexrU rW r r' r PreSyncrF rG rL rK r rA r r r )
r r r( Zm_urlr> r" sr+ rD r r r r r s@
z!XmlManifest._AddMetaProjectMirrorc C s | j |d}|jd}|dkr"d}| j |d}|jd}|dkrDd}|jd}|dkrZd}|jd}|dkrpd}| jjjd }t|||||||S )
z9
reads a element from the manifest file
r( r1 r7 Nr2 rh r3 r. zremote.origin.url)r r rU rW r r' ) r r r( r1 r2 r* r3 r. r+ r r r r s
zXmlManifest._ParseRemotec C s t }| j||_|jd|_|jdkr.d|_|jdp:d|_|jdpJd|_|jd}|dksh|dkrpd|_n
t||_|jd}|sd |_ n|j
dk|_ |jd
}|sd |_ n|j
dk|_ |jd}|sd|_ n|j
dk|_ |S )z:
reads a element from the manifest file
r. r7 Nz dest-branchr zsync-jr zsync-cFyesr 1zsync-sz sync-tagsT)r r r )r r r )r r r )
r r r" r r r r! r# intr$ lowerr% r& )r r r r# r$ r% r& r r r r s0
zXmlManifest._ParseDefaultc C s |j d j}tj}|j }x:|dd D ]*}|j }|r(t|t| }t||}q(W |d j g}x*|dd D ]}|j ||d j
qrW x|r|d r|d= qW x|r|d r|d= qW dj |S )a
reads a element from the manifest file
The element is distinct from other tags in the XML in that the
data is conveyed between the start and end tag (it's not an empty-element
tag).
The white space (carriage returns, indentation) for the notice element is
relevant and is parsed in a way that is based on how python docstrings work.
In fact, the code is remarkably similar to here:
http://www.python.org/dev/peps/pep-0257/
r r Nry r ) r datar maxsizer lstripr minstripr r8 rL ) r r rx Z minIndentlinesr| Z
lstrippedLineindentZ
cleanLinesr r r r s
zXmlManifest._ParseNoticec C s t jj||S )N)rF rG rL )r parent_namer( r r r _JoinName8 s zXmlManifest._JoinNamec C s t jj||S )N)rF rG r )r r r( r r r r ; s zXmlManifest._UnjoinNamec K s: | j |d}|r | j|j|}| j|}|dkr8| jj}|dkrRtd|| jf |jdp`|j }|sn| jj
}|std|| jf |jd}|s|}|j drtd|| jf |jd }|sd
}n |j d$k}|jd} | sd} n | j d%k} |jd}
|
s | jj
}
n |
j d&k}
|jd} | s2| jj} n | j d'k} |jd} | ry t| } | dkrht W n( tk
r td| | jf Y nX |jdp| jj}
|jdp| jj}d}|jdr|jd}| j|}|dkr| j||\}}}}}nd}| j|||\}}}}dd| d| g}|jt|j| | jr~|jd r~|jd j d(kr~tj j | j d | }t f | ||j ||||||d||| |
| | |||
|d |}xz|j!D ]p}|j"d kr| j#|| |j"d kr| j$|| |j"d!kr| j%|| |j"d"kr|j&j'| j(||d# qW |S ))z:
reads a element from the manifest file
r( Nz"no remote for project %s within %sr. z$no revision for project %s within %srG r5 z(project %s path cannot be absolute in %srebaseTr r r zsync-cFzsync-sz sync-tagsz clone-depthr z invalid clone-depth %s in %sz dest-branchr r7 ru r zname:%szpath:%sz
force-pathz%s.git)rw r( r" rD r rE r r r r
ru r$ r% r& r r r r rY r r r r )r )r r r )r r r )r r r )r r r )r r r ))r r r( r r r" r rN r r. r r r r% r& r
ValueErrorr r! Z hasAttributerv GetProjectPathsGetSubprojectPathsr r
differencer rF rG rL rK r rA r r _ParseCopyFile_ParseLinkFile_ParseAnnotationr r r )r r r Zextra_proj_attrsr( r" r rG r
r$ r% r& r r r ru r rE rD r rY r r nr r r r > s
zXmlManifest._ParseProjectc C s d}|}| j r,d }tjj| jd| }|}nxtjj| j|jdd}tjj| jdd| }tjj|sn| j rtjj| jdd| }n d}tjj| jdd| }|}|||||fS ) NFz%s.git\r5 r zproject-objectsT worktrees) r rF rG rL rK replacerI rV r )r r( rG rY r rE rD r r r r r s zXmlManifest.GetProjectPathsc C s | j j|g S )N)r get)r r( r r r GetProjectsWithName s z XmlManifest.GetProjectsWithNamec C s t jj|j|S )N)rF rG rL r( )r r Zsubmodule_pathr r r GetSubprojectName s z XmlManifest.GetSubprojectNamec C s t jj||S )N)rF rG rL )r parent_relpathr r r r _JoinRelpath s zXmlManifest._JoinRelpathc C s t jj||S )N)rF rG r )r r r r r r r s zXmlManifest._UnjoinRelpathc C sj | j |j|}tjj|jdd| }tjj|jdd| }| jrFd }ntjj|j|jdd}||||fS )Nr z%s.gitzsubproject-objectsr r5 ) r r rF rG rL rD r rE r )r r r( rG r rD r rE r r r r
s z XmlManifest.GetSubprojectPathsc C s d| kr dS ddddddd d
d d d
dddddh}|t | @ r@dS | j } tjdtjtjj }|j| }|dgkrx,t |D ] }|d!ks|j dr~d|f S q~W | r|j
| d" rdS tjj | }|dkst |d kr|j dr|j
|d stjj
|s|j d rd S d S )#z?Verify |path| is reasonable for use in & .~z;~ not allowed (due to 8.3 filenames on Windows filesystems)u u u u u u u u u u u u u u u u z(Unicode combining characters not allowedz[/%s]....gitz.repozbad component: %sr zdirs not allowed r r5 zpath cannot be outsideN> r r r r )r r r< compileescaperF rG seprt r matchnormpathr isabs)rG symlinkZBAD_CODEPOINTSreseppartspartZnormr r r _CheckLocalPath sF
& zXmlManifest._CheckLocalPathc C sL | j |}|r td|||f | j ||dkd}|rHtd|||f dS )an Verify |src| & |dest| are reasonable for & .
We verify the path independent of any filesystem state as we won't have a
checkout available to compare to. i.e. This is for parsing validation
purposes only.
We'll do full/live sanity checking before we do the actual filesystem
modifications in _CopyFile/_LinkFile/etc...
z<%s> invalid "dest": %s: %sr )r& z<%s> invalid "src": %s: %sN)r* r )clselementr r msgr r r _ValidateFilePaths s
z XmlManifest._ValidateFilePathsc C s@ | j |d}| j |d}| js<| jd|| |j||| j d S )Nr r r )r r r. AddCopyFilerK )r r r r r r r r r 7 s
zXmlManifest._ParseCopyFilec C s@ | j |d}| j |d}| js<| jd|| |j||| j d S )Nr r r )r r r. AddLinkFilerK )r r r r r r r r r A s
zXmlManifest._ParseLinkFilec C sp | j |d}| j |d}y| j |dj }W n tk
rD d}Y nX |dkr^|dkr^td|j||| d S )Nr( r r r r z3optional "keep" attribute must be "true" or "false")r r r
AddAnnotation)r r r r( r r r r r r K s
z XmlManifest._ParseAnnotationc C s8 |j d}|sd S | jj|}|s4td|| jf |S )Nr" zremote %s not defined in %s)r r r r rN )r r r( vr r r r W s
zXmlManifest._get_remotec C s( |j |}|s$td||j| jf |S )z3
reads a required attribute from the node.
zno %s in <%s> within %s)r r r rN )r r Zattnamer2 r r r r b s
zXmlManifest._reqattc C s | j }|j }t|j }t|j }g g g g d}x|D ]}||krX|d j|| q8|| }|| } y|j }
| j } W n& tk
r |d j|| f Y n X |
| kr|d j|| f |j| q8W x |D ]}|d j|| qW |S )zoreturn the projects differences between two manifests.
The diff will be from self to given manifest.
)addedremovedchanged unreachabler4 r6 r5 r3 )r r keysr GetCommitRevisionIdr
rc ) r rw Z fromProjectsZ
toProjectsZfromKeysZtoKeysdiffprojZfromProjZtoProjZ fromRevIdZtoRevIdr r r projectsDiffl s*
zXmlManifest.projectsDiff)T)FTN)N)F)3r r r r r4 r_ rg rp rv r r propertyr r r r~ r rx r r r r r r rZ r] r r r r r r r r r r r r r r r
staticmethodr* classmethodr. r r r r r r; r r r r rB s`
, /$ &&'
x
=
rB c s2 e Zd Z fddZd fdd Zdd Z ZS ) GitcManifestc sF t t| j| d| _|| _tjjtj || _
tjj| j
d| _ dS )z#Initialize the GitcManifest object.Tz .manifestN) superr? r4 rR gitc_client_namerF rG rL
gitc_utilsget_gitc_manifest_dirgitc_client_dirrN )r rI rA ) __class__r r r4 s zGitcManifest.__init__Nc s t t| j|||jddS )zDOverride _ParseProject and add support for GITC specific attributes.z old-revision)r old_revision)r@ r? r r )r r r )rE r r r s
zGitcManifest._ParseProjectc C s |j r|jdt|j dS )z'Output GITC Specific Project attributesz old-revisionN)rF rk r )r r ro r r r r s z,GitcManifest._output_manifest_project_extras)N)r r r r4 r r
__classcell__r r )rE r r? s r? )*
__future__r r rF r< r Zxml.dom.minidomr pyversionr urllib.parser impurlparse
new_moduler: rB
git_configr git_refsr r rb r r r r
errorr r r
rM r r
uses_relativer uses_netlocobjectr r' rB r? r r r r sZ
6