repo 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771
  1. #!/usr/bin/env python
  2. ## repo default configuration
  3. ##
  4. REPO_URL = 'https://gerrit.googlesource.com/git-repo'
  5. REPO_REV = 'stable'
  6. # Copyright (C) 2008 Google Inc.
  7. #
  8. # Licensed under the Apache License, Version 2.0 (the "License");
  9. # you may not use this file except in compliance with the License.
  10. # You may obtain a copy of the License at
  11. #
  12. # http://www.apache.org/licenses/LICENSE-2.0
  13. #
  14. # Unless required by applicable law or agreed to in writing, software
  15. # distributed under the License is distributed on an "AS IS" BASIS,
  16. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  17. # See the License for the specific language governing permissions and
  18. # limitations under the License.
  19. # increment this whenever we make important changes to this script
  20. VERSION = (1, 21)
  21. # increment this if the MAINTAINER_KEYS block is modified
  22. KEYRING_VERSION = (1, 2)
  23. MAINTAINER_KEYS = """
  24. Repo Maintainer <repo@android.kernel.org>
  25. -----BEGIN PGP PUBLIC KEY BLOCK-----
  26. Version: GnuPG v1.4.2.2 (GNU/Linux)
  27. mQGiBEj3ugERBACrLJh/ZPyVSKeClMuznFIrsQ+hpNnmJGw1a9GXKYKk8qHPhAZf
  28. WKtrBqAVMNRLhL85oSlekRz98u41H5si5zcuv+IXJDF5MJYcB8f22wAy15lUqPWi
  29. VCkk1l8qqLiuW0fo+ZkPY5qOgrvc0HW1SmdH649uNwqCbcKb6CxaTxzhOwCgj3AP
  30. xI1WfzLqdJjsm1Nq98L0cLcD/iNsILCuw44PRds3J75YP0pze7YF/6WFMB6QSFGu
  31. aUX1FsTTztKNXGms8i5b2l1B8JaLRWq/jOnZzyl1zrUJhkc0JgyZW5oNLGyWGhKD
  32. Fxp5YpHuIuMImopWEMFIRQNrvlg+YVK8t3FpdI1RY0LYqha8pPzANhEYgSfoVzOb
  33. fbfbA/4ioOrxy8ifSoga7ITyZMA+XbW8bx33WXutO9N7SPKS/AK2JpasSEVLZcON
  34. ae5hvAEGVXKxVPDjJBmIc2cOe7kOKSi3OxLzBqrjS2rnjiP4o0ekhZIe4+ocwVOg
  35. e0PLlH5avCqihGRhpoqDRsmpzSHzJIxtoeb+GgGEX8KkUsVAhbQpUmVwbyBNYWlu
  36. dGFpbmVyIDxyZXBvQGFuZHJvaWQua2VybmVsLm9yZz6IYAQTEQIAIAUCSPe6AQIb
  37. AwYLCQgHAwIEFQIIAwQWAgMBAh4BAheAAAoJEBZTDV6SD1xl1GEAn0x/OKQpy7qI
  38. 6G73NJviU0IUMtftAKCFMUhGb/0bZvQ8Rm3QCUpWHyEIu7kEDQRI97ogEBAA2wI6
  39. 5fs9y/rMwD6dkD/vK9v4C9mOn1IL5JCPYMJBVSci+9ED4ChzYvfq7wOcj9qIvaE0
  40. GwCt2ar7Q56me5J+byhSb32Rqsw/r3Vo5cZMH80N4cjesGuSXOGyEWTe4HYoxnHv
  41. gF4EKI2LK7xfTUcxMtlyn52sUpkfKsCpUhFvdmbAiJE+jCkQZr1Z8u2KphV79Ou+
  42. P1N5IXY/XWOlq48Qf4MWCYlJFrB07xjUjLKMPDNDnm58L5byDrP/eHysKexpbakL
  43. xCmYyfT6DV1SWLblpd2hie0sL3YejdtuBMYMS2rI7Yxb8kGuqkz+9l1qhwJtei94
  44. 5MaretDy/d/JH/pRYkRf7L+ke7dpzrP+aJmcz9P1e6gq4NJsWejaALVASBiioqNf
  45. QmtqSVzF1wkR5avZkFHuYvj6V/t1RrOZTXxkSk18KFMJRBZrdHFCWbc5qrVxUB6e
  46. N5pja0NFIUCigLBV1c6I2DwiuboMNh18VtJJh+nwWeez/RueN4ig59gRTtkcc0PR
  47. 35tX2DR8+xCCFVW/NcJ4PSePYzCuuLvp1vEDHnj41R52Fz51hgddT4rBsp0nL+5I
  48. socSOIIezw8T9vVzMY4ArCKFAVu2IVyBcahTfBS8q5EM63mONU6UVJEozfGljiMw
  49. xuQ7JwKcw0AUEKTKG7aBgBaTAgT8TOevpvlw91cAAwUP/jRkyVi/0WAb0qlEaq/S
  50. ouWxX1faR+vU3b+Y2/DGjtXQMzG0qpetaTHC/AxxHpgt/dCkWI6ljYDnxgPLwG0a
  51. Oasm94BjZc6vZwf1opFZUKsjOAAxRxNZyjUJKe4UZVuMTk6zo27Nt3LMnc0FO47v
  52. FcOjRyquvgNOS818irVHUf12waDx8gszKxQTTtFxU5/ePB2jZmhP6oXSe4K/LG5T
  53. +WBRPDrHiGPhCzJRzm9BP0lTnGCAj3o9W90STZa65RK7IaYpC8TB35JTBEbrrNCp
  54. w6lzd74LnNEp5eMlKDnXzUAgAH0yzCQeMl7t33QCdYx2hRs2wtTQSjGfAiNmj/WW
  55. Vl5Jn+2jCDnRLenKHwVRFsBX2e0BiRWt/i9Y8fjorLCXVj4z+7yW6DawdLkJorEo
  56. p3v5ILwfC7hVx4jHSnOgZ65L9s8EQdVr1ckN9243yta7rNgwfcqb60ILMFF1BRk/
  57. 0V7wCL+68UwwiQDvyMOQuqkysKLSDCLb7BFcyA7j6KG+5hpsREstFX2wK1yKeraz
  58. 5xGrFy8tfAaeBMIQ17gvFSp/suc9DYO0ICK2BISzq+F+ZiAKsjMYOBNdH/h0zobQ
  59. HTHs37+/QLMomGEGKZMWi0dShU2J5mNRQu3Hhxl3hHDVbt5CeJBb26aQcQrFz69W
  60. zE3GNvmJosh6leayjtI9P2A6iEkEGBECAAkFAkj3uiACGwwACgkQFlMNXpIPXGWp
  61. TACbBS+Up3RpfYVfd63c1cDdlru13pQAn3NQy/SN858MkxN+zym86UBgOad2
  62. =CMiZ
  63. -----END PGP PUBLIC KEY BLOCK-----
  64. Conley Owens <cco3@android.com>
  65. -----BEGIN PGP PUBLIC KEY BLOCK-----
  66. Version: GnuPG v1.4.11 (GNU/Linux)
  67. mQENBFHRvc8BCADFg45Xx/y6QDC+T7Y/gGc7vx0ww7qfOwIKlAZ9xG3qKunMxo+S
  68. hPCnzEl3cq+6I1Ww/ndop/HB3N3toPXRCoN8Vs4/Hc7by+SnaLFnacrm+tV5/OgT
  69. V37Lzt8lhay1Kl+YfpFwHYYpIEBLFV9knyfRXS/428W2qhdzYfvB15/AasRmwmor
  70. py4NIzSs8UD/SPr1ihqNCdZM76+MQyN5HMYXW/ALZXUFG0pwluHFA7hrfPG74i8C
  71. zMiP7qvMWIl/r/jtzHioH1dRKgbod+LZsrDJ8mBaqsZaDmNJMhss9g76XvfMyLra
  72. 9DI9/iFuBpGzeqBv0hwOGQspLRrEoyTeR6n1ABEBAAG0H0NvbmxleSBPd2VucyA8
  73. Y2NvM0BhbmRyb2lkLmNvbT6JATgEEwECACIFAlHRvc8CGwMGCwkIBwMCBhUIAgkK
  74. CwQWAgMBAh4BAheAAAoJEGe35EhpKzgsP6AIAJKJmNtn4l7hkYHKHFSo3egb6RjQ
  75. zEIP3MFTcu8HFX1kF1ZFbrp7xqurLaE53kEkKuAAvjJDAgI8mcZHP1JyplubqjQA
  76. xvv84gK+OGP3Xk+QK1ZjUQSbjOpjEiSZpRhWcHci3dgOUH4blJfByHw25hlgHowd
  77. a/2PrNKZVcJ92YienaxxGjcXEUcd0uYEG2+rwllQigFcnMFDhr9B71MfalRHjFKE
  78. fmdoypqLrri61YBc59P88Rw2/WUpTQjgNubSqa3A2+CKdaRyaRw+2fdF4TdR0h8W
  79. zbg+lbaPtJHsV+3mJC7fq26MiJDRJa5ZztpMn8su20gbLgi2ShBOaHAYDDi5AQ0E
  80. UdG9zwEIAMoOBq+QLNozAhxOOl5GL3StTStGRgPRXINfmViTsihrqGCWBBUfXlUE
  81. OytC0mYcrDUQev/8ToVoyqw+iGSwDkcSXkrEUCKFtHV/GECWtk1keyHgR10YKI1R
  82. mquSXoubWGqPeG1PAI74XWaRx8UrL8uCXUtmD8Q5J7mDjKR5NpxaXrwlA0bKsf2E
  83. Gp9tu1kKauuToZhWHMRMqYSOGikQJwWSFYKT1KdNcOXLQF6+bfoJ6sjVYdwfmNQL
  84. Ixn8QVhoTDedcqClSWB17VDEFDFa7MmqXZz2qtM3X1R/MUMHqPtegQzBGNhRdnI2
  85. V45+1Nnx/uuCxDbeI4RbHzujnxDiq70AEQEAAYkBHwQYAQIACQUCUdG9zwIbDAAK
  86. CRBnt+RIaSs4LNVeB/0Y2pZ8I7gAAcEM0Xw8drr4omg2fUoK1J33ozlA/RxeA/lJ
  87. I3KnyCDTpXuIeBKPGkdL8uMATC9Z8DnBBajRlftNDVZS3Hz4G09G9QpMojvJkFJV
  88. By+01Flw/X+eeN8NpqSuLV4W+AjEO8at/VvgKr1AFvBRdZ7GkpI1o6DgPe7ZqX+1
  89. dzQZt3e13W0rVBb/bUgx9iSLoeWP3aq/k+/GRGOR+S6F6BBSl0SQ2EF2+dIywb1x
  90. JuinEP+AwLAUZ1Bsx9ISC0Agpk2VeHXPL3FGhroEmoMvBzO0kTFGyoeT7PR/BfKv
  91. +H/g3HsL2LOB9uoIm8/5p2TTU5ttYCXMHhQZ81AY
  92. =AUp4
  93. -----END PGP PUBLIC KEY BLOCK-----
  94. """
  95. GIT = 'git' # our git command
  96. MIN_GIT_VERSION = (1, 7, 2) # minimum supported git version
  97. repodir = '.repo' # name of repo's private directory
  98. S_repo = 'repo' # special repo repository
  99. S_manifests = 'manifests' # special manifest repository
  100. REPO_MAIN = S_repo + '/main.py' # main script
  101. MIN_PYTHON_VERSION = (2, 6) # minimum supported python version
  102. import errno
  103. import optparse
  104. import os
  105. import re
  106. import shutil
  107. import stat
  108. import subprocess
  109. import sys
  110. if sys.version_info[0] == 3:
  111. import urllib.request
  112. import urllib.error
  113. else:
  114. import imp
  115. import urllib2
  116. urllib = imp.new_module('urllib')
  117. urllib.request = urllib2
  118. urllib.error = urllib2
  119. def _print(*objects, **kwargs):
  120. sep = kwargs.get('sep', ' ')
  121. end = kwargs.get('end', '\n')
  122. out = kwargs.get('file', sys.stdout)
  123. out.write(sep.join(objects) + end)
  124. # Python version check
  125. ver = sys.version_info
  126. if (ver[0], ver[1]) < MIN_PYTHON_VERSION:
  127. _print('error: Python version %s unsupported.\n'
  128. 'Please use Python 2.6 - 2.7 instead.'
  129. % sys.version.split(' ')[0], file=sys.stderr)
  130. sys.exit(1)
  131. home_dot_repo = os.path.expanduser('~/.repoconfig')
  132. gpg_dir = os.path.join(home_dot_repo, 'gnupg')
  133. extra_args = []
  134. init_optparse = optparse.OptionParser(usage="repo init -u url [options]")
  135. # Logging
  136. group = init_optparse.add_option_group('Logging options')
  137. group.add_option('-q', '--quiet',
  138. dest="quiet", action="store_true", default=False,
  139. help="be quiet")
  140. # Manifest
  141. group = init_optparse.add_option_group('Manifest options')
  142. group.add_option('-u', '--manifest-url',
  143. dest='manifest_url',
  144. help='manifest repository location', metavar='URL')
  145. group.add_option('-b', '--manifest-branch',
  146. dest='manifest_branch',
  147. help='manifest branch or revision', metavar='REVISION')
  148. group.add_option('-m', '--manifest-name',
  149. dest='manifest_name',
  150. help='initial manifest file', metavar='NAME.xml')
  151. group.add_option('--mirror',
  152. dest='mirror', action='store_true',
  153. help='create a replica of the remote repositories '
  154. 'rather than a client working directory')
  155. group.add_option('--reference',
  156. dest='reference',
  157. help='location of mirror directory', metavar='DIR')
  158. group.add_option('--depth', type='int', default=None,
  159. dest='depth',
  160. help='create a shallow clone with given depth; see git clone')
  161. group.add_option('--archive',
  162. dest='archive', action='store_true',
  163. help='checkout an archive instead of a git repository for '
  164. 'each project. See git archive.')
  165. group.add_option('-g', '--groups',
  166. dest='groups', default='default',
  167. help='restrict manifest projects to ones with specified '
  168. 'group(s) [default|all|G1,G2,G3|G4,-G5,-G6]',
  169. metavar='GROUP')
  170. group.add_option('-p', '--platform',
  171. dest='platform', default="auto",
  172. help='restrict manifest projects to ones with a specified '
  173. 'platform group [auto|all|none|linux|darwin|...]',
  174. metavar='PLATFORM')
  175. # Tool
  176. group = init_optparse.add_option_group('repo Version options')
  177. group.add_option('--repo-url',
  178. dest='repo_url',
  179. help='repo repository location', metavar='URL')
  180. group.add_option('--repo-branch',
  181. dest='repo_branch',
  182. help='repo branch or revision', metavar='REVISION')
  183. group.add_option('--no-repo-verify',
  184. dest='no_repo_verify', action='store_true',
  185. help='do not verify repo source code')
  186. # Other
  187. group = init_optparse.add_option_group('Other options')
  188. group.add_option('--config-name',
  189. dest='config_name', action="store_true", default=False,
  190. help='Always prompt for name/e-mail')
  191. class CloneFailure(Exception):
  192. """Indicate the remote clone of repo itself failed.
  193. """
  194. def _Init(args):
  195. """Installs repo by cloning it over the network.
  196. """
  197. opt, args = init_optparse.parse_args(args)
  198. if args:
  199. init_optparse.print_usage()
  200. sys.exit(1)
  201. url = opt.repo_url
  202. if not url:
  203. url = REPO_URL
  204. extra_args.append('--repo-url=%s' % url)
  205. branch = opt.repo_branch
  206. if not branch:
  207. branch = REPO_REV
  208. extra_args.append('--repo-branch=%s' % branch)
  209. if branch.startswith('refs/heads/'):
  210. branch = branch[len('refs/heads/'):]
  211. if branch.startswith('refs/'):
  212. _print("fatal: invalid branch name '%s'" % branch, file=sys.stderr)
  213. raise CloneFailure()
  214. try:
  215. os.mkdir(repodir)
  216. except OSError as e:
  217. if e.errno != errno.EEXIST:
  218. _print('fatal: cannot make %s directory: %s'
  219. % (repodir, e.strerror), file=sys.stderr)
  220. # Don't raise CloneFailure; that would delete the
  221. # name. Instead exit immediately.
  222. #
  223. sys.exit(1)
  224. _CheckGitVersion()
  225. try:
  226. if NeedSetupGnuPG():
  227. can_verify = SetupGnuPG(opt.quiet)
  228. else:
  229. can_verify = True
  230. dst = os.path.abspath(os.path.join(repodir, S_repo))
  231. _Clone(url, dst, opt.quiet)
  232. if can_verify and not opt.no_repo_verify:
  233. rev = _Verify(dst, branch, opt.quiet)
  234. else:
  235. rev = 'refs/remotes/origin/%s^0' % branch
  236. _Checkout(dst, branch, rev, opt.quiet)
  237. except CloneFailure:
  238. if opt.quiet:
  239. _print('fatal: repo init failed; run without --quiet to see why',
  240. file=sys.stderr)
  241. raise
  242. def ParseGitVersion(ver_str):
  243. if not ver_str.startswith('git version '):
  244. return None
  245. num_ver_str = ver_str[len('git version '):].strip().split('-')[0]
  246. to_tuple = []
  247. for num_str in num_ver_str.split('.')[:3]:
  248. if num_str.isdigit():
  249. to_tuple.append(int(num_str))
  250. else:
  251. to_tuple.append(0)
  252. return tuple(to_tuple)
  253. def _CheckGitVersion():
  254. cmd = [GIT, '--version']
  255. try:
  256. proc = subprocess.Popen(cmd, stdout=subprocess.PIPE)
  257. except OSError as e:
  258. _print(file=sys.stderr)
  259. _print("fatal: '%s' is not available" % GIT, file=sys.stderr)
  260. _print('fatal: %s' % e, file=sys.stderr)
  261. _print(file=sys.stderr)
  262. _print('Please make sure %s is installed and in your path.' % GIT,
  263. file=sys.stderr)
  264. raise CloneFailure()
  265. ver_str = proc.stdout.read().strip()
  266. proc.stdout.close()
  267. proc.wait()
  268. ver_act = ParseGitVersion(ver_str)
  269. if ver_act is None:
  270. _print('error: "%s" unsupported' % ver_str, file=sys.stderr)
  271. raise CloneFailure()
  272. if ver_act < MIN_GIT_VERSION:
  273. need = '.'.join(map(str, MIN_GIT_VERSION))
  274. _print('fatal: git %s or later required' % need, file=sys.stderr)
  275. raise CloneFailure()
  276. def NeedSetupGnuPG():
  277. if not os.path.isdir(home_dot_repo):
  278. return True
  279. kv = os.path.join(home_dot_repo, 'keyring-version')
  280. if not os.path.exists(kv):
  281. return True
  282. kv = open(kv).read()
  283. if not kv:
  284. return True
  285. kv = tuple(map(int, kv.split('.')))
  286. if kv < KEYRING_VERSION:
  287. return True
  288. return False
  289. def SetupGnuPG(quiet):
  290. try:
  291. os.mkdir(home_dot_repo)
  292. except OSError as e:
  293. if e.errno != errno.EEXIST:
  294. _print('fatal: cannot make %s directory: %s'
  295. % (home_dot_repo, e.strerror), file=sys.stderr)
  296. sys.exit(1)
  297. try:
  298. os.mkdir(gpg_dir, stat.S_IRWXU)
  299. except OSError as e:
  300. if e.errno != errno.EEXIST:
  301. _print('fatal: cannot make %s directory: %s' % (gpg_dir, e.strerror),
  302. file=sys.stderr)
  303. sys.exit(1)
  304. env = os.environ.copy()
  305. env['GNUPGHOME'] = gpg_dir.encode()
  306. cmd = ['gpg', '--import']
  307. try:
  308. proc = subprocess.Popen(cmd,
  309. env = env,
  310. stdin = subprocess.PIPE)
  311. except OSError as e:
  312. if not quiet:
  313. _print('warning: gpg (GnuPG) is not available.', file=sys.stderr)
  314. _print('warning: Installing it is strongly encouraged.', file=sys.stderr)
  315. _print(file=sys.stderr)
  316. return False
  317. proc.stdin.write(MAINTAINER_KEYS)
  318. proc.stdin.close()
  319. if proc.wait() != 0:
  320. _print('fatal: registering repo maintainer keys failed', file=sys.stderr)
  321. sys.exit(1)
  322. _print()
  323. fd = open(os.path.join(home_dot_repo, 'keyring-version'), 'w')
  324. fd.write('.'.join(map(str, KEYRING_VERSION)) + '\n')
  325. fd.close()
  326. return True
  327. def _SetConfig(local, name, value):
  328. """Set a git configuration option to the specified value.
  329. """
  330. cmd = [GIT, 'config', name, value]
  331. if subprocess.Popen(cmd, cwd = local).wait() != 0:
  332. raise CloneFailure()
  333. def _InitHttp():
  334. handlers = []
  335. mgr = urllib.request.HTTPPasswordMgrWithDefaultRealm()
  336. try:
  337. import netrc
  338. n = netrc.netrc()
  339. for host in n.hosts:
  340. p = n.hosts[host]
  341. mgr.add_password(p[1], 'http://%s/' % host, p[0], p[2])
  342. mgr.add_password(p[1], 'https://%s/' % host, p[0], p[2])
  343. except:
  344. pass
  345. handlers.append(urllib.request.HTTPBasicAuthHandler(mgr))
  346. handlers.append(urllib.request.HTTPDigestAuthHandler(mgr))
  347. if 'http_proxy' in os.environ:
  348. url = os.environ['http_proxy']
  349. handlers.append(urllib.request.ProxyHandler({'http': url, 'https': url}))
  350. if 'REPO_CURL_VERBOSE' in os.environ:
  351. handlers.append(urllib.request.HTTPHandler(debuglevel=1))
  352. handlers.append(urllib.request.HTTPSHandler(debuglevel=1))
  353. urllib.request.install_opener(urllib.request.build_opener(*handlers))
  354. def _Fetch(url, local, src, quiet):
  355. if not quiet:
  356. _print('Get %s' % url, file=sys.stderr)
  357. cmd = [GIT, 'fetch']
  358. if quiet:
  359. cmd.append('--quiet')
  360. err = subprocess.PIPE
  361. else:
  362. err = None
  363. cmd.append(src)
  364. cmd.append('+refs/heads/*:refs/remotes/origin/*')
  365. cmd.append('refs/tags/*:refs/tags/*')
  366. proc = subprocess.Popen(cmd, cwd = local, stderr = err)
  367. if err:
  368. proc.stderr.read()
  369. proc.stderr.close()
  370. if proc.wait() != 0:
  371. raise CloneFailure()
  372. def _DownloadBundle(url, local, quiet):
  373. if not url.endswith('/'):
  374. url += '/'
  375. url += 'clone.bundle'
  376. proc = subprocess.Popen(
  377. [GIT, 'config', '--get-regexp', 'url.*.insteadof'],
  378. cwd = local,
  379. stdout = subprocess.PIPE)
  380. for line in proc.stdout:
  381. m = re.compile(r'^url\.(.*)\.insteadof (.*)$').match(line)
  382. if m:
  383. new_url = m.group(1)
  384. old_url = m.group(2)
  385. if url.startswith(old_url):
  386. url = new_url + url[len(old_url):]
  387. break
  388. proc.stdout.close()
  389. proc.wait()
  390. if not url.startswith('http:') and not url.startswith('https:'):
  391. return False
  392. dest = open(os.path.join(local, '.git', 'clone.bundle'), 'w+b')
  393. try:
  394. try:
  395. r = urllib.request.urlopen(url)
  396. except urllib.error.HTTPError as e:
  397. if e.code in [403, 404]:
  398. return False
  399. _print('fatal: Cannot get %s' % url, file=sys.stderr)
  400. _print('fatal: HTTP error %s' % e.code, file=sys.stderr)
  401. raise CloneFailure()
  402. except urllib.error.URLError as e:
  403. _print('fatal: Cannot get %s' % url, file=sys.stderr)
  404. _print('fatal: error %s' % e.reason, file=sys.stderr)
  405. raise CloneFailure()
  406. try:
  407. if not quiet:
  408. _print('Get %s' % url, file=sys.stderr)
  409. while True:
  410. buf = r.read(8192)
  411. if buf == '':
  412. return True
  413. dest.write(buf)
  414. finally:
  415. r.close()
  416. finally:
  417. dest.close()
  418. def _ImportBundle(local):
  419. path = os.path.join(local, '.git', 'clone.bundle')
  420. try:
  421. _Fetch(local, local, path, True)
  422. finally:
  423. os.remove(path)
  424. def _Clone(url, local, quiet):
  425. """Clones a git repository to a new subdirectory of repodir
  426. """
  427. try:
  428. os.mkdir(local)
  429. except OSError as e:
  430. _print('fatal: cannot make %s directory: %s' % (local, e.strerror),
  431. file=sys.stderr)
  432. raise CloneFailure()
  433. cmd = [GIT, 'init', '--quiet']
  434. try:
  435. proc = subprocess.Popen(cmd, cwd = local)
  436. except OSError as e:
  437. _print(file=sys.stderr)
  438. _print("fatal: '%s' is not available" % GIT, file=sys.stderr)
  439. _print('fatal: %s' % e, file=sys.stderr)
  440. _print(file=sys.stderr)
  441. _print('Please make sure %s is installed and in your path.' % GIT,
  442. file=sys.stderr)
  443. raise CloneFailure()
  444. if proc.wait() != 0:
  445. _print('fatal: could not create %s' % local, file=sys.stderr)
  446. raise CloneFailure()
  447. _InitHttp()
  448. _SetConfig(local, 'remote.origin.url', url)
  449. _SetConfig(local, 'remote.origin.fetch',
  450. '+refs/heads/*:refs/remotes/origin/*')
  451. if _DownloadBundle(url, local, quiet):
  452. _ImportBundle(local)
  453. else:
  454. _Fetch(url, local, 'origin', quiet)
  455. def _Verify(cwd, branch, quiet):
  456. """Verify the branch has been signed by a tag.
  457. """
  458. cmd = [GIT, 'describe', 'origin/%s' % branch]
  459. proc = subprocess.Popen(cmd,
  460. stdout=subprocess.PIPE,
  461. stderr=subprocess.PIPE,
  462. cwd = cwd)
  463. cur = proc.stdout.read().strip()
  464. proc.stdout.close()
  465. proc.stderr.read()
  466. proc.stderr.close()
  467. if proc.wait() != 0 or not cur:
  468. _print(file=sys.stderr)
  469. _print("fatal: branch '%s' has not been signed" % branch, file=sys.stderr)
  470. raise CloneFailure()
  471. m = re.compile(r'^(.*)-[0-9]{1,}-g[0-9a-f]{1,}$').match(cur)
  472. if m:
  473. cur = m.group(1)
  474. if not quiet:
  475. _print(file=sys.stderr)
  476. _print("info: Ignoring branch '%s'; using tagged release '%s'"
  477. % (branch, cur), file=sys.stderr)
  478. _print(file=sys.stderr)
  479. env = os.environ.copy()
  480. env['GNUPGHOME'] = gpg_dir.encode()
  481. cmd = [GIT, 'tag', '-v', cur]
  482. proc = subprocess.Popen(cmd,
  483. stdout = subprocess.PIPE,
  484. stderr = subprocess.PIPE,
  485. cwd = cwd,
  486. env = env)
  487. out = proc.stdout.read()
  488. proc.stdout.close()
  489. err = proc.stderr.read()
  490. proc.stderr.close()
  491. if proc.wait() != 0:
  492. _print(file=sys.stderr)
  493. _print(out, file=sys.stderr)
  494. _print(err, file=sys.stderr)
  495. _print(file=sys.stderr)
  496. raise CloneFailure()
  497. return '%s^0' % cur
  498. def _Checkout(cwd, branch, rev, quiet):
  499. """Checkout an upstream branch into the repository and track it.
  500. """
  501. cmd = [GIT, 'update-ref', 'refs/heads/default', rev]
  502. if subprocess.Popen(cmd, cwd = cwd).wait() != 0:
  503. raise CloneFailure()
  504. _SetConfig(cwd, 'branch.default.remote', 'origin')
  505. _SetConfig(cwd, 'branch.default.merge', 'refs/heads/%s' % branch)
  506. cmd = [GIT, 'symbolic-ref', 'HEAD', 'refs/heads/default']
  507. if subprocess.Popen(cmd, cwd = cwd).wait() != 0:
  508. raise CloneFailure()
  509. cmd = [GIT, 'read-tree', '--reset', '-u']
  510. if not quiet:
  511. cmd.append('-v')
  512. cmd.append('HEAD')
  513. if subprocess.Popen(cmd, cwd = cwd).wait() != 0:
  514. raise CloneFailure()
  515. def _FindRepo():
  516. """Look for a repo installation, starting at the current directory.
  517. """
  518. curdir = os.getcwd()
  519. repo = None
  520. olddir = None
  521. while curdir != '/' \
  522. and curdir != olddir \
  523. and not repo:
  524. repo = os.path.join(curdir, repodir, REPO_MAIN)
  525. if not os.path.isfile(repo):
  526. repo = None
  527. olddir = curdir
  528. curdir = os.path.dirname(curdir)
  529. return (repo, os.path.join(curdir, repodir))
  530. class _Options:
  531. help = False
  532. def _ParseArguments(args):
  533. cmd = None
  534. opt = _Options()
  535. arg = []
  536. for i in range(len(args)):
  537. a = args[i]
  538. if a == '-h' or a == '--help':
  539. opt.help = True
  540. elif not a.startswith('-'):
  541. cmd = a
  542. arg = args[i + 1:]
  543. break
  544. return cmd, opt, arg
  545. def _Usage():
  546. _print(
  547. """usage: repo COMMAND [ARGS]
  548. repo is not yet installed. Use "repo init" to install it here.
  549. The most commonly used repo commands are:
  550. init Install repo in the current working directory
  551. help Display detailed help on a command
  552. For access to the full online help, install repo ("repo init").
  553. """, file=sys.stderr)
  554. sys.exit(1)
  555. def _Help(args):
  556. if args:
  557. if args[0] == 'init':
  558. init_optparse.print_help()
  559. sys.exit(0)
  560. else:
  561. _print("error: '%s' is not a bootstrap command.\n"
  562. ' For access to online help, install repo ("repo init").'
  563. % args[0], file=sys.stderr)
  564. else:
  565. _Usage()
  566. sys.exit(1)
  567. def _NotInstalled():
  568. _print('error: repo is not installed. Use "repo init" to install it here.',
  569. file=sys.stderr)
  570. sys.exit(1)
  571. def _NoCommands(cmd):
  572. _print("""error: command '%s' requires repo to be installed first.
  573. Use "repo init" to install it here.""" % cmd, file=sys.stderr)
  574. sys.exit(1)
  575. def _RunSelf(wrapper_path):
  576. my_dir = os.path.dirname(wrapper_path)
  577. my_main = os.path.join(my_dir, 'main.py')
  578. my_git = os.path.join(my_dir, '.git')
  579. if os.path.isfile(my_main) and os.path.isdir(my_git):
  580. for name in ['git_config.py',
  581. 'project.py',
  582. 'subcmds']:
  583. if not os.path.exists(os.path.join(my_dir, name)):
  584. return None, None
  585. return my_main, my_git
  586. return None, None
  587. def _SetDefaultsTo(gitdir):
  588. global REPO_URL
  589. global REPO_REV
  590. REPO_URL = gitdir
  591. proc = subprocess.Popen([GIT,
  592. '--git-dir=%s' % gitdir,
  593. 'symbolic-ref',
  594. 'HEAD'],
  595. stdout = subprocess.PIPE,
  596. stderr = subprocess.PIPE)
  597. REPO_REV = proc.stdout.read().strip()
  598. proc.stdout.close()
  599. proc.stderr.read()
  600. proc.stderr.close()
  601. if proc.wait() != 0:
  602. _print('fatal: %s has no current branch' % gitdir, file=sys.stderr)
  603. sys.exit(1)
  604. def main(orig_args):
  605. repo_main, rel_repo_dir = _FindRepo()
  606. cmd, opt, args = _ParseArguments(orig_args)
  607. wrapper_path = os.path.abspath(__file__)
  608. my_main, my_git = _RunSelf(wrapper_path)
  609. if not repo_main:
  610. if opt.help:
  611. _Usage()
  612. if cmd == 'help':
  613. _Help(args)
  614. if not cmd:
  615. _NotInstalled()
  616. if cmd == 'init':
  617. if my_git:
  618. _SetDefaultsTo(my_git)
  619. try:
  620. _Init(args)
  621. except CloneFailure:
  622. shutil.rmtree(repodir, ignore_errors=True)
  623. sys.exit(1)
  624. repo_main, rel_repo_dir = _FindRepo()
  625. else:
  626. _NoCommands(cmd)
  627. if my_main:
  628. repo_main = my_main
  629. ver_str = '.'.join(map(str, VERSION))
  630. me = [sys.executable, repo_main,
  631. '--repo-dir=%s' % rel_repo_dir,
  632. '--wrapper-version=%s' % ver_str,
  633. '--wrapper-path=%s' % wrapper_path,
  634. '--']
  635. me.extend(orig_args)
  636. me.extend(extra_args)
  637. try:
  638. os.execv(sys.executable, me)
  639. except OSError as e:
  640. _print("fatal: unable to start %s" % repo_main, file=sys.stderr)
  641. _print("fatal: %s" % e, file=sys.stderr)
  642. sys.exit(148)
  643. if __name__ == '__main__':
  644. if ver[0] == 3:
  645. _print('warning: Python 3 support is currently experimental. YMMV.\n'
  646. 'Please use Python 2.6 - 2.7 instead.',
  647. file=sys.stderr)
  648. main(sys.argv[1:])