repo 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817
  1. #!/usr/bin/env python
  2. ## repo default configuration
  3. ##
  4. REPO_URL = 'https://gerrit.googlesource.com/git-repo'
  5. REPO_REV = 'stable'
  6. # Copyright (C) 2008 Google Inc.
  7. #
  8. # Licensed under the Apache License, Version 2.0 (the "License");
  9. # you may not use this file except in compliance with the License.
  10. # You may obtain a copy of the License at
  11. #
  12. # http://www.apache.org/licenses/LICENSE-2.0
  13. #
  14. # Unless required by applicable law or agreed to in writing, software
  15. # distributed under the License is distributed on an "AS IS" BASIS,
  16. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  17. # See the License for the specific language governing permissions and
  18. # limitations under the License.
  19. # increment this whenever we make important changes to this script
  20. VERSION = (1, 21)
  21. # increment this if the MAINTAINER_KEYS block is modified
  22. KEYRING_VERSION = (1, 2)
  23. MAINTAINER_KEYS = """
  24. Repo Maintainer <repo@android.kernel.org>
  25. -----BEGIN PGP PUBLIC KEY BLOCK-----
  26. Version: GnuPG v1.4.2.2 (GNU/Linux)
  27. mQGiBEj3ugERBACrLJh/ZPyVSKeClMuznFIrsQ+hpNnmJGw1a9GXKYKk8qHPhAZf
  28. WKtrBqAVMNRLhL85oSlekRz98u41H5si5zcuv+IXJDF5MJYcB8f22wAy15lUqPWi
  29. VCkk1l8qqLiuW0fo+ZkPY5qOgrvc0HW1SmdH649uNwqCbcKb6CxaTxzhOwCgj3AP
  30. xI1WfzLqdJjsm1Nq98L0cLcD/iNsILCuw44PRds3J75YP0pze7YF/6WFMB6QSFGu
  31. aUX1FsTTztKNXGms8i5b2l1B8JaLRWq/jOnZzyl1zrUJhkc0JgyZW5oNLGyWGhKD
  32. Fxp5YpHuIuMImopWEMFIRQNrvlg+YVK8t3FpdI1RY0LYqha8pPzANhEYgSfoVzOb
  33. fbfbA/4ioOrxy8ifSoga7ITyZMA+XbW8bx33WXutO9N7SPKS/AK2JpasSEVLZcON
  34. ae5hvAEGVXKxVPDjJBmIc2cOe7kOKSi3OxLzBqrjS2rnjiP4o0ekhZIe4+ocwVOg
  35. e0PLlH5avCqihGRhpoqDRsmpzSHzJIxtoeb+GgGEX8KkUsVAhbQpUmVwbyBNYWlu
  36. dGFpbmVyIDxyZXBvQGFuZHJvaWQua2VybmVsLm9yZz6IYAQTEQIAIAUCSPe6AQIb
  37. AwYLCQgHAwIEFQIIAwQWAgMBAh4BAheAAAoJEBZTDV6SD1xl1GEAn0x/OKQpy7qI
  38. 6G73NJviU0IUMtftAKCFMUhGb/0bZvQ8Rm3QCUpWHyEIu7kEDQRI97ogEBAA2wI6
  39. 5fs9y/rMwD6dkD/vK9v4C9mOn1IL5JCPYMJBVSci+9ED4ChzYvfq7wOcj9qIvaE0
  40. GwCt2ar7Q56me5J+byhSb32Rqsw/r3Vo5cZMH80N4cjesGuSXOGyEWTe4HYoxnHv
  41. gF4EKI2LK7xfTUcxMtlyn52sUpkfKsCpUhFvdmbAiJE+jCkQZr1Z8u2KphV79Ou+
  42. P1N5IXY/XWOlq48Qf4MWCYlJFrB07xjUjLKMPDNDnm58L5byDrP/eHysKexpbakL
  43. xCmYyfT6DV1SWLblpd2hie0sL3YejdtuBMYMS2rI7Yxb8kGuqkz+9l1qhwJtei94
  44. 5MaretDy/d/JH/pRYkRf7L+ke7dpzrP+aJmcz9P1e6gq4NJsWejaALVASBiioqNf
  45. QmtqSVzF1wkR5avZkFHuYvj6V/t1RrOZTXxkSk18KFMJRBZrdHFCWbc5qrVxUB6e
  46. N5pja0NFIUCigLBV1c6I2DwiuboMNh18VtJJh+nwWeez/RueN4ig59gRTtkcc0PR
  47. 35tX2DR8+xCCFVW/NcJ4PSePYzCuuLvp1vEDHnj41R52Fz51hgddT4rBsp0nL+5I
  48. socSOIIezw8T9vVzMY4ArCKFAVu2IVyBcahTfBS8q5EM63mONU6UVJEozfGljiMw
  49. xuQ7JwKcw0AUEKTKG7aBgBaTAgT8TOevpvlw91cAAwUP/jRkyVi/0WAb0qlEaq/S
  50. ouWxX1faR+vU3b+Y2/DGjtXQMzG0qpetaTHC/AxxHpgt/dCkWI6ljYDnxgPLwG0a
  51. Oasm94BjZc6vZwf1opFZUKsjOAAxRxNZyjUJKe4UZVuMTk6zo27Nt3LMnc0FO47v
  52. FcOjRyquvgNOS818irVHUf12waDx8gszKxQTTtFxU5/ePB2jZmhP6oXSe4K/LG5T
  53. +WBRPDrHiGPhCzJRzm9BP0lTnGCAj3o9W90STZa65RK7IaYpC8TB35JTBEbrrNCp
  54. w6lzd74LnNEp5eMlKDnXzUAgAH0yzCQeMl7t33QCdYx2hRs2wtTQSjGfAiNmj/WW
  55. Vl5Jn+2jCDnRLenKHwVRFsBX2e0BiRWt/i9Y8fjorLCXVj4z+7yW6DawdLkJorEo
  56. p3v5ILwfC7hVx4jHSnOgZ65L9s8EQdVr1ckN9243yta7rNgwfcqb60ILMFF1BRk/
  57. 0V7wCL+68UwwiQDvyMOQuqkysKLSDCLb7BFcyA7j6KG+5hpsREstFX2wK1yKeraz
  58. 5xGrFy8tfAaeBMIQ17gvFSp/suc9DYO0ICK2BISzq+F+ZiAKsjMYOBNdH/h0zobQ
  59. HTHs37+/QLMomGEGKZMWi0dShU2J5mNRQu3Hhxl3hHDVbt5CeJBb26aQcQrFz69W
  60. zE3GNvmJosh6leayjtI9P2A6iEkEGBECAAkFAkj3uiACGwwACgkQFlMNXpIPXGWp
  61. TACbBS+Up3RpfYVfd63c1cDdlru13pQAn3NQy/SN858MkxN+zym86UBgOad2
  62. =CMiZ
  63. -----END PGP PUBLIC KEY BLOCK-----
  64. Conley Owens <cco3@android.com>
  65. -----BEGIN PGP PUBLIC KEY BLOCK-----
  66. Version: GnuPG v1.4.11 (GNU/Linux)
  67. mQENBFHRvc8BCADFg45Xx/y6QDC+T7Y/gGc7vx0ww7qfOwIKlAZ9xG3qKunMxo+S
  68. hPCnzEl3cq+6I1Ww/ndop/HB3N3toPXRCoN8Vs4/Hc7by+SnaLFnacrm+tV5/OgT
  69. V37Lzt8lhay1Kl+YfpFwHYYpIEBLFV9knyfRXS/428W2qhdzYfvB15/AasRmwmor
  70. py4NIzSs8UD/SPr1ihqNCdZM76+MQyN5HMYXW/ALZXUFG0pwluHFA7hrfPG74i8C
  71. zMiP7qvMWIl/r/jtzHioH1dRKgbod+LZsrDJ8mBaqsZaDmNJMhss9g76XvfMyLra
  72. 9DI9/iFuBpGzeqBv0hwOGQspLRrEoyTeR6n1ABEBAAG0H0NvbmxleSBPd2VucyA8
  73. Y2NvM0BhbmRyb2lkLmNvbT6JATgEEwECACIFAlHRvc8CGwMGCwkIBwMCBhUIAgkK
  74. CwQWAgMBAh4BAheAAAoJEGe35EhpKzgsP6AIAJKJmNtn4l7hkYHKHFSo3egb6RjQ
  75. zEIP3MFTcu8HFX1kF1ZFbrp7xqurLaE53kEkKuAAvjJDAgI8mcZHP1JyplubqjQA
  76. xvv84gK+OGP3Xk+QK1ZjUQSbjOpjEiSZpRhWcHci3dgOUH4blJfByHw25hlgHowd
  77. a/2PrNKZVcJ92YienaxxGjcXEUcd0uYEG2+rwllQigFcnMFDhr9B71MfalRHjFKE
  78. fmdoypqLrri61YBc59P88Rw2/WUpTQjgNubSqa3A2+CKdaRyaRw+2fdF4TdR0h8W
  79. zbg+lbaPtJHsV+3mJC7fq26MiJDRJa5ZztpMn8su20gbLgi2ShBOaHAYDDi5AQ0E
  80. UdG9zwEIAMoOBq+QLNozAhxOOl5GL3StTStGRgPRXINfmViTsihrqGCWBBUfXlUE
  81. OytC0mYcrDUQev/8ToVoyqw+iGSwDkcSXkrEUCKFtHV/GECWtk1keyHgR10YKI1R
  82. mquSXoubWGqPeG1PAI74XWaRx8UrL8uCXUtmD8Q5J7mDjKR5NpxaXrwlA0bKsf2E
  83. Gp9tu1kKauuToZhWHMRMqYSOGikQJwWSFYKT1KdNcOXLQF6+bfoJ6sjVYdwfmNQL
  84. Ixn8QVhoTDedcqClSWB17VDEFDFa7MmqXZz2qtM3X1R/MUMHqPtegQzBGNhRdnI2
  85. V45+1Nnx/uuCxDbeI4RbHzujnxDiq70AEQEAAYkBHwQYAQIACQUCUdG9zwIbDAAK
  86. CRBnt+RIaSs4LNVeB/0Y2pZ8I7gAAcEM0Xw8drr4omg2fUoK1J33ozlA/RxeA/lJ
  87. I3KnyCDTpXuIeBKPGkdL8uMATC9Z8DnBBajRlftNDVZS3Hz4G09G9QpMojvJkFJV
  88. By+01Flw/X+eeN8NpqSuLV4W+AjEO8at/VvgKr1AFvBRdZ7GkpI1o6DgPe7ZqX+1
  89. dzQZt3e13W0rVBb/bUgx9iSLoeWP3aq/k+/GRGOR+S6F6BBSl0SQ2EF2+dIywb1x
  90. JuinEP+AwLAUZ1Bsx9ISC0Agpk2VeHXPL3FGhroEmoMvBzO0kTFGyoeT7PR/BfKv
  91. +H/g3HsL2LOB9uoIm8/5p2TTU5ttYCXMHhQZ81AY
  92. =AUp4
  93. -----END PGP PUBLIC KEY BLOCK-----
  94. """
  95. GIT = 'git' # our git command
  96. MIN_GIT_VERSION = (1, 7, 2) # minimum supported git version
  97. repodir = '.repo' # name of repo's private directory
  98. S_repo = 'repo' # special repo repository
  99. S_manifests = 'manifests' # special manifest repository
  100. REPO_MAIN = S_repo + '/main.py' # main script
  101. MIN_PYTHON_VERSION = (2, 6) # minimum supported python version
  102. GITC_CONFIG_FILE = '/gitc/.config'
  103. import errno
  104. import optparse
  105. import os
  106. import re
  107. import shutil
  108. import stat
  109. import subprocess
  110. import sys
  111. if sys.version_info[0] == 3:
  112. import urllib.request
  113. import urllib.error
  114. else:
  115. import imp
  116. import urllib2
  117. urllib = imp.new_module('urllib')
  118. urllib.request = urllib2
  119. urllib.error = urllib2
  120. def _print(*objects, **kwargs):
  121. sep = kwargs.get('sep', ' ')
  122. end = kwargs.get('end', '\n')
  123. out = kwargs.get('file', sys.stdout)
  124. out.write(sep.join(objects) + end)
  125. # Python version check
  126. ver = sys.version_info
  127. if (ver[0], ver[1]) < MIN_PYTHON_VERSION:
  128. _print('error: Python version %s unsupported.\n'
  129. 'Please use Python 2.6 - 2.7 instead.'
  130. % sys.version.split(' ')[0], file=sys.stderr)
  131. sys.exit(1)
  132. home_dot_repo = os.path.expanduser('~/.repoconfig')
  133. gpg_dir = os.path.join(home_dot_repo, 'gnupg')
  134. extra_args = []
  135. init_optparse = optparse.OptionParser(usage="repo init -u url [options]")
  136. # Logging
  137. group = init_optparse.add_option_group('Logging options')
  138. group.add_option('-q', '--quiet',
  139. dest="quiet", action="store_true", default=False,
  140. help="be quiet")
  141. # Manifest
  142. group = init_optparse.add_option_group('Manifest options')
  143. group.add_option('-u', '--manifest-url',
  144. dest='manifest_url',
  145. help='manifest repository location', metavar='URL')
  146. group.add_option('-b', '--manifest-branch',
  147. dest='manifest_branch',
  148. help='manifest branch or revision', metavar='REVISION')
  149. group.add_option('-m', '--manifest-name',
  150. dest='manifest_name',
  151. help='initial manifest file', metavar='NAME.xml')
  152. group.add_option('--mirror',
  153. dest='mirror', action='store_true',
  154. help='create a replica of the remote repositories '
  155. 'rather than a client working directory')
  156. group.add_option('--reference',
  157. dest='reference',
  158. help='location of mirror directory', metavar='DIR')
  159. group.add_option('--depth', type='int', default=None,
  160. dest='depth',
  161. help='create a shallow clone with given depth; see git clone')
  162. group.add_option('--archive',
  163. dest='archive', action='store_true',
  164. help='checkout an archive instead of a git repository for '
  165. 'each project. See git archive.')
  166. group.add_option('-g', '--groups',
  167. dest='groups', default='default',
  168. help='restrict manifest projects to ones with specified '
  169. 'group(s) [default|all|G1,G2,G3|G4,-G5,-G6]',
  170. metavar='GROUP')
  171. group.add_option('-p', '--platform',
  172. dest='platform', default="auto",
  173. help='restrict manifest projects to ones with a specified '
  174. 'platform group [auto|all|none|linux|darwin|...]',
  175. metavar='PLATFORM')
  176. # Tool
  177. group = init_optparse.add_option_group('repo Version options')
  178. group.add_option('--repo-url',
  179. dest='repo_url',
  180. help='repo repository location', metavar='URL')
  181. group.add_option('--repo-branch',
  182. dest='repo_branch',
  183. help='repo branch or revision', metavar='REVISION')
  184. group.add_option('--no-repo-verify',
  185. dest='no_repo_verify', action='store_true',
  186. help='do not verify repo source code')
  187. # Other
  188. group = init_optparse.add_option_group('Other options')
  189. group.add_option('--config-name',
  190. dest='config_name', action="store_true", default=False,
  191. help='Always prompt for name/e-mail')
  192. def _GitcInitOptions(init_optparse):
  193. g = init_optparse.add_option_group('GITC options')
  194. g.add_option('-f', '--manifest-file',
  195. dest='manifest_file',
  196. help='Optional manifest file to use for this GITC client.')
  197. g.add_option('-c', '--gitc-client',
  198. dest='gitc_client',
  199. help='The name for the new gitc_client instance.')
  200. _gitc_manifest_dir = None
  201. def get_gitc_manifest_dir():
  202. global _gitc_manifest_dir
  203. if _gitc_manifest_dir is None:
  204. try:
  205. with open(GITC_CONFIG_FILE, 'r') as gitc_config:
  206. for line in gitc_config:
  207. match = re.match('gitc_dir=(?P<gitc_manifest_dir>.*)', line)
  208. if match:
  209. _gitc_manifest_dir = match.group('gitc_manifest_dir')
  210. except IOError:
  211. _gitc_manifest_dir = ''
  212. return _gitc_manifest_dir
  213. class CloneFailure(Exception):
  214. """Indicate the remote clone of repo itself failed.
  215. """
  216. def _Init(args, gitc_init=False):
  217. """Installs repo by cloning it over the network.
  218. """
  219. if gitc_init:
  220. _GitcInitOptions(init_optparse)
  221. opt, args = init_optparse.parse_args(args)
  222. if args:
  223. init_optparse.print_usage()
  224. sys.exit(1)
  225. url = opt.repo_url
  226. if not url:
  227. url = REPO_URL
  228. extra_args.append('--repo-url=%s' % url)
  229. branch = opt.repo_branch
  230. if not branch:
  231. branch = REPO_REV
  232. extra_args.append('--repo-branch=%s' % branch)
  233. if branch.startswith('refs/heads/'):
  234. branch = branch[len('refs/heads/'):]
  235. if branch.startswith('refs/'):
  236. _print("fatal: invalid branch name '%s'" % branch, file=sys.stderr)
  237. raise CloneFailure()
  238. try:
  239. if gitc_init:
  240. gitc_manifest_dir = get_gitc_manifest_dir()
  241. if not gitc_manifest_dir:
  242. _print('error: GITC filesystem is not running. Exiting...',
  243. file=sys.stderr)
  244. sys.exit(1)
  245. client_dir = os.path.join(gitc_manifest_dir, opt.gitc_client)
  246. if not os.path.exists(client_dir):
  247. os.makedirs(client_dir)
  248. os.chdir(client_dir)
  249. if os.path.exists(repodir):
  250. # This GITC Client has already initialized repo so continue.
  251. return
  252. os.mkdir(repodir)
  253. except OSError as e:
  254. if e.errno != errno.EEXIST:
  255. _print('fatal: cannot make %s directory: %s'
  256. % (repodir, e.strerror), file=sys.stderr)
  257. # Don't raise CloneFailure; that would delete the
  258. # name. Instead exit immediately.
  259. #
  260. sys.exit(1)
  261. _CheckGitVersion()
  262. try:
  263. if NeedSetupGnuPG():
  264. can_verify = SetupGnuPG(opt.quiet)
  265. else:
  266. can_verify = True
  267. dst = os.path.abspath(os.path.join(repodir, S_repo))
  268. _Clone(url, dst, opt.quiet)
  269. if can_verify and not opt.no_repo_verify:
  270. rev = _Verify(dst, branch, opt.quiet)
  271. else:
  272. rev = 'refs/remotes/origin/%s^0' % branch
  273. _Checkout(dst, branch, rev, opt.quiet)
  274. except CloneFailure:
  275. if opt.quiet:
  276. _print('fatal: repo init failed; run without --quiet to see why',
  277. file=sys.stderr)
  278. raise
  279. def ParseGitVersion(ver_str):
  280. if not ver_str.startswith('git version '):
  281. return None
  282. num_ver_str = ver_str[len('git version '):].strip().split('-')[0]
  283. to_tuple = []
  284. for num_str in num_ver_str.split('.')[:3]:
  285. if num_str.isdigit():
  286. to_tuple.append(int(num_str))
  287. else:
  288. to_tuple.append(0)
  289. return tuple(to_tuple)
  290. def _CheckGitVersion():
  291. cmd = [GIT, '--version']
  292. try:
  293. proc = subprocess.Popen(cmd, stdout=subprocess.PIPE)
  294. except OSError as e:
  295. _print(file=sys.stderr)
  296. _print("fatal: '%s' is not available" % GIT, file=sys.stderr)
  297. _print('fatal: %s' % e, file=sys.stderr)
  298. _print(file=sys.stderr)
  299. _print('Please make sure %s is installed and in your path.' % GIT,
  300. file=sys.stderr)
  301. raise CloneFailure()
  302. ver_str = proc.stdout.read().strip()
  303. proc.stdout.close()
  304. proc.wait()
  305. ver_act = ParseGitVersion(ver_str)
  306. if ver_act is None:
  307. _print('error: "%s" unsupported' % ver_str, file=sys.stderr)
  308. raise CloneFailure()
  309. if ver_act < MIN_GIT_VERSION:
  310. need = '.'.join(map(str, MIN_GIT_VERSION))
  311. _print('fatal: git %s or later required' % need, file=sys.stderr)
  312. raise CloneFailure()
  313. def NeedSetupGnuPG():
  314. if not os.path.isdir(home_dot_repo):
  315. return True
  316. kv = os.path.join(home_dot_repo, 'keyring-version')
  317. if not os.path.exists(kv):
  318. return True
  319. kv = open(kv).read()
  320. if not kv:
  321. return True
  322. kv = tuple(map(int, kv.split('.')))
  323. if kv < KEYRING_VERSION:
  324. return True
  325. return False
  326. def SetupGnuPG(quiet):
  327. try:
  328. os.mkdir(home_dot_repo)
  329. except OSError as e:
  330. if e.errno != errno.EEXIST:
  331. _print('fatal: cannot make %s directory: %s'
  332. % (home_dot_repo, e.strerror), file=sys.stderr)
  333. sys.exit(1)
  334. try:
  335. os.mkdir(gpg_dir, stat.S_IRWXU)
  336. except OSError as e:
  337. if e.errno != errno.EEXIST:
  338. _print('fatal: cannot make %s directory: %s' % (gpg_dir, e.strerror),
  339. file=sys.stderr)
  340. sys.exit(1)
  341. env = os.environ.copy()
  342. env['GNUPGHOME'] = gpg_dir.encode()
  343. cmd = ['gpg', '--import']
  344. try:
  345. proc = subprocess.Popen(cmd,
  346. env = env,
  347. stdin = subprocess.PIPE)
  348. except OSError as e:
  349. if not quiet:
  350. _print('warning: gpg (GnuPG) is not available.', file=sys.stderr)
  351. _print('warning: Installing it is strongly encouraged.', file=sys.stderr)
  352. _print(file=sys.stderr)
  353. return False
  354. proc.stdin.write(MAINTAINER_KEYS)
  355. proc.stdin.close()
  356. if proc.wait() != 0:
  357. _print('fatal: registering repo maintainer keys failed', file=sys.stderr)
  358. sys.exit(1)
  359. _print()
  360. fd = open(os.path.join(home_dot_repo, 'keyring-version'), 'w')
  361. fd.write('.'.join(map(str, KEYRING_VERSION)) + '\n')
  362. fd.close()
  363. return True
  364. def _SetConfig(local, name, value):
  365. """Set a git configuration option to the specified value.
  366. """
  367. cmd = [GIT, 'config', name, value]
  368. if subprocess.Popen(cmd, cwd = local).wait() != 0:
  369. raise CloneFailure()
  370. def _InitHttp():
  371. handlers = []
  372. mgr = urllib.request.HTTPPasswordMgrWithDefaultRealm()
  373. try:
  374. import netrc
  375. n = netrc.netrc()
  376. for host in n.hosts:
  377. p = n.hosts[host]
  378. mgr.add_password(p[1], 'http://%s/' % host, p[0], p[2])
  379. mgr.add_password(p[1], 'https://%s/' % host, p[0], p[2])
  380. except:
  381. pass
  382. handlers.append(urllib.request.HTTPBasicAuthHandler(mgr))
  383. handlers.append(urllib.request.HTTPDigestAuthHandler(mgr))
  384. if 'http_proxy' in os.environ:
  385. url = os.environ['http_proxy']
  386. handlers.append(urllib.request.ProxyHandler({'http': url, 'https': url}))
  387. if 'REPO_CURL_VERBOSE' in os.environ:
  388. handlers.append(urllib.request.HTTPHandler(debuglevel=1))
  389. handlers.append(urllib.request.HTTPSHandler(debuglevel=1))
  390. urllib.request.install_opener(urllib.request.build_opener(*handlers))
  391. def _Fetch(url, local, src, quiet):
  392. if not quiet:
  393. _print('Get %s' % url, file=sys.stderr)
  394. cmd = [GIT, 'fetch']
  395. if quiet:
  396. cmd.append('--quiet')
  397. err = subprocess.PIPE
  398. else:
  399. err = None
  400. cmd.append(src)
  401. cmd.append('+refs/heads/*:refs/remotes/origin/*')
  402. cmd.append('refs/tags/*:refs/tags/*')
  403. proc = subprocess.Popen(cmd, cwd = local, stderr = err)
  404. if err:
  405. proc.stderr.read()
  406. proc.stderr.close()
  407. if proc.wait() != 0:
  408. raise CloneFailure()
  409. def _DownloadBundle(url, local, quiet):
  410. if not url.endswith('/'):
  411. url += '/'
  412. url += 'clone.bundle'
  413. proc = subprocess.Popen(
  414. [GIT, 'config', '--get-regexp', 'url.*.insteadof'],
  415. cwd = local,
  416. stdout = subprocess.PIPE)
  417. for line in proc.stdout:
  418. m = re.compile(r'^url\.(.*)\.insteadof (.*)$').match(line)
  419. if m:
  420. new_url = m.group(1)
  421. old_url = m.group(2)
  422. if url.startswith(old_url):
  423. url = new_url + url[len(old_url):]
  424. break
  425. proc.stdout.close()
  426. proc.wait()
  427. if not url.startswith('http:') and not url.startswith('https:'):
  428. return False
  429. dest = open(os.path.join(local, '.git', 'clone.bundle'), 'w+b')
  430. try:
  431. try:
  432. r = urllib.request.urlopen(url)
  433. except urllib.error.HTTPError as e:
  434. if e.code in [401, 403, 404]:
  435. return False
  436. _print('fatal: Cannot get %s' % url, file=sys.stderr)
  437. _print('fatal: HTTP error %s' % e.code, file=sys.stderr)
  438. raise CloneFailure()
  439. except urllib.error.URLError as e:
  440. _print('fatal: Cannot get %s' % url, file=sys.stderr)
  441. _print('fatal: error %s' % e.reason, file=sys.stderr)
  442. raise CloneFailure()
  443. try:
  444. if not quiet:
  445. _print('Get %s' % url, file=sys.stderr)
  446. while True:
  447. buf = r.read(8192)
  448. if buf == '':
  449. return True
  450. dest.write(buf)
  451. finally:
  452. r.close()
  453. finally:
  454. dest.close()
  455. def _ImportBundle(local):
  456. path = os.path.join(local, '.git', 'clone.bundle')
  457. try:
  458. _Fetch(local, local, path, True)
  459. finally:
  460. os.remove(path)
  461. def _Clone(url, local, quiet):
  462. """Clones a git repository to a new subdirectory of repodir
  463. """
  464. try:
  465. os.mkdir(local)
  466. except OSError as e:
  467. _print('fatal: cannot make %s directory: %s' % (local, e.strerror),
  468. file=sys.stderr)
  469. raise CloneFailure()
  470. cmd = [GIT, 'init', '--quiet']
  471. try:
  472. proc = subprocess.Popen(cmd, cwd = local)
  473. except OSError as e:
  474. _print(file=sys.stderr)
  475. _print("fatal: '%s' is not available" % GIT, file=sys.stderr)
  476. _print('fatal: %s' % e, file=sys.stderr)
  477. _print(file=sys.stderr)
  478. _print('Please make sure %s is installed and in your path.' % GIT,
  479. file=sys.stderr)
  480. raise CloneFailure()
  481. if proc.wait() != 0:
  482. _print('fatal: could not create %s' % local, file=sys.stderr)
  483. raise CloneFailure()
  484. _InitHttp()
  485. _SetConfig(local, 'remote.origin.url', url)
  486. _SetConfig(local, 'remote.origin.fetch',
  487. '+refs/heads/*:refs/remotes/origin/*')
  488. if _DownloadBundle(url, local, quiet):
  489. _ImportBundle(local)
  490. else:
  491. _Fetch(url, local, 'origin', quiet)
  492. def _Verify(cwd, branch, quiet):
  493. """Verify the branch has been signed by a tag.
  494. """
  495. cmd = [GIT, 'describe', 'origin/%s' % branch]
  496. proc = subprocess.Popen(cmd,
  497. stdout=subprocess.PIPE,
  498. stderr=subprocess.PIPE,
  499. cwd = cwd)
  500. cur = proc.stdout.read().strip()
  501. proc.stdout.close()
  502. proc.stderr.read()
  503. proc.stderr.close()
  504. if proc.wait() != 0 or not cur:
  505. _print(file=sys.stderr)
  506. _print("fatal: branch '%s' has not been signed" % branch, file=sys.stderr)
  507. raise CloneFailure()
  508. m = re.compile(r'^(.*)-[0-9]{1,}-g[0-9a-f]{1,}$').match(cur)
  509. if m:
  510. cur = m.group(1)
  511. if not quiet:
  512. _print(file=sys.stderr)
  513. _print("info: Ignoring branch '%s'; using tagged release '%s'"
  514. % (branch, cur), file=sys.stderr)
  515. _print(file=sys.stderr)
  516. env = os.environ.copy()
  517. env['GNUPGHOME'] = gpg_dir.encode()
  518. cmd = [GIT, 'tag', '-v', cur]
  519. proc = subprocess.Popen(cmd,
  520. stdout = subprocess.PIPE,
  521. stderr = subprocess.PIPE,
  522. cwd = cwd,
  523. env = env)
  524. out = proc.stdout.read()
  525. proc.stdout.close()
  526. err = proc.stderr.read()
  527. proc.stderr.close()
  528. if proc.wait() != 0:
  529. _print(file=sys.stderr)
  530. _print(out, file=sys.stderr)
  531. _print(err, file=sys.stderr)
  532. _print(file=sys.stderr)
  533. raise CloneFailure()
  534. return '%s^0' % cur
  535. def _Checkout(cwd, branch, rev, quiet):
  536. """Checkout an upstream branch into the repository and track it.
  537. """
  538. cmd = [GIT, 'update-ref', 'refs/heads/default', rev]
  539. if subprocess.Popen(cmd, cwd = cwd).wait() != 0:
  540. raise CloneFailure()
  541. _SetConfig(cwd, 'branch.default.remote', 'origin')
  542. _SetConfig(cwd, 'branch.default.merge', 'refs/heads/%s' % branch)
  543. cmd = [GIT, 'symbolic-ref', 'HEAD', 'refs/heads/default']
  544. if subprocess.Popen(cmd, cwd = cwd).wait() != 0:
  545. raise CloneFailure()
  546. cmd = [GIT, 'read-tree', '--reset', '-u']
  547. if not quiet:
  548. cmd.append('-v')
  549. cmd.append('HEAD')
  550. if subprocess.Popen(cmd, cwd = cwd).wait() != 0:
  551. raise CloneFailure()
  552. def _FindRepo():
  553. """Look for a repo installation, starting at the current directory.
  554. """
  555. curdir = os.getcwd()
  556. repo = None
  557. olddir = None
  558. while curdir != '/' \
  559. and curdir != olddir \
  560. and not repo:
  561. repo = os.path.join(curdir, repodir, REPO_MAIN)
  562. if not os.path.isfile(repo):
  563. repo = None
  564. olddir = curdir
  565. curdir = os.path.dirname(curdir)
  566. return (repo, os.path.join(curdir, repodir))
  567. class _Options:
  568. help = False
  569. def _ParseArguments(args):
  570. cmd = None
  571. opt = _Options()
  572. arg = []
  573. for i in range(len(args)):
  574. a = args[i]
  575. if a == '-h' or a == '--help':
  576. opt.help = True
  577. elif not a.startswith('-'):
  578. cmd = a
  579. arg = args[i + 1:]
  580. break
  581. return cmd, opt, arg
  582. def _Usage():
  583. _print(
  584. """usage: repo COMMAND [ARGS]
  585. repo is not yet installed. Use "repo init" to install it here.
  586. The most commonly used repo commands are:
  587. init Install repo in the current working directory
  588. help Display detailed help on a command
  589. For access to the full online help, install repo ("repo init").
  590. """, file=sys.stderr)
  591. sys.exit(1)
  592. def _Help(args):
  593. if args:
  594. if args[0] == 'init':
  595. init_optparse.print_help()
  596. sys.exit(0)
  597. else:
  598. _print("error: '%s' is not a bootstrap command.\n"
  599. ' For access to online help, install repo ("repo init").'
  600. % args[0], file=sys.stderr)
  601. else:
  602. _Usage()
  603. sys.exit(1)
  604. def _NotInstalled():
  605. _print('error: repo is not installed. Use "repo init" to install it here.',
  606. file=sys.stderr)
  607. sys.exit(1)
  608. def _NoCommands(cmd):
  609. _print("""error: command '%s' requires repo to be installed first.
  610. Use "repo init" to install it here.""" % cmd, file=sys.stderr)
  611. sys.exit(1)
  612. def _RunSelf(wrapper_path):
  613. my_dir = os.path.dirname(wrapper_path)
  614. my_main = os.path.join(my_dir, 'main.py')
  615. my_git = os.path.join(my_dir, '.git')
  616. if os.path.isfile(my_main) and os.path.isdir(my_git):
  617. for name in ['git_config.py',
  618. 'project.py',
  619. 'subcmds']:
  620. if not os.path.exists(os.path.join(my_dir, name)):
  621. return None, None
  622. return my_main, my_git
  623. return None, None
  624. def _SetDefaultsTo(gitdir):
  625. global REPO_URL
  626. global REPO_REV
  627. REPO_URL = gitdir
  628. proc = subprocess.Popen([GIT,
  629. '--git-dir=%s' % gitdir,
  630. 'symbolic-ref',
  631. 'HEAD'],
  632. stdout = subprocess.PIPE,
  633. stderr = subprocess.PIPE)
  634. REPO_REV = proc.stdout.read().strip()
  635. proc.stdout.close()
  636. proc.stderr.read()
  637. proc.stderr.close()
  638. if proc.wait() != 0:
  639. _print('fatal: %s has no current branch' % gitdir, file=sys.stderr)
  640. sys.exit(1)
  641. def main(orig_args):
  642. repo_main, rel_repo_dir = _FindRepo()
  643. cmd, opt, args = _ParseArguments(orig_args)
  644. wrapper_path = os.path.abspath(__file__)
  645. my_main, my_git = _RunSelf(wrapper_path)
  646. cwd = os.getcwd()
  647. if cwd.startswith(get_gitc_manifest_dir()):
  648. _print('error: repo cannot be used in the GITC local manifest directory.'
  649. '\nIf you want to work on this GITC client please rerun this '
  650. 'command from the corresponding client under /gitc/', file=sys.stderr)
  651. sys.exit(1)
  652. if not repo_main:
  653. if opt.help:
  654. _Usage()
  655. if cmd == 'help':
  656. _Help(args)
  657. if not cmd:
  658. _NotInstalled()
  659. if cmd == 'init' or cmd == 'gitc-init':
  660. if my_git:
  661. _SetDefaultsTo(my_git)
  662. try:
  663. _Init(args, gitc_init=(cmd == 'gitc-init'))
  664. except CloneFailure:
  665. shutil.rmtree(os.path.join(repodir, S_repo), ignore_errors=True)
  666. sys.exit(1)
  667. repo_main, rel_repo_dir = _FindRepo()
  668. else:
  669. _NoCommands(cmd)
  670. if my_main:
  671. repo_main = my_main
  672. ver_str = '.'.join(map(str, VERSION))
  673. me = [sys.executable, repo_main,
  674. '--repo-dir=%s' % rel_repo_dir,
  675. '--wrapper-version=%s' % ver_str,
  676. '--wrapper-path=%s' % wrapper_path,
  677. '--']
  678. me.extend(orig_args)
  679. me.extend(extra_args)
  680. try:
  681. os.execv(sys.executable, me)
  682. except OSError as e:
  683. _print("fatal: unable to start %s" % repo_main, file=sys.stderr)
  684. _print("fatal: %s" % e, file=sys.stderr)
  685. sys.exit(148)
  686. if __name__ == '__main__':
  687. if ver[0] == 3:
  688. _print('warning: Python 3 support is currently experimental. YMMV.\n'
  689. 'Please use Python 2.6 - 2.7 instead.',
  690. file=sys.stderr)
  691. main(sys.argv[1:])