repo 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771
  1. #!/usr/bin/env python
  2. ## repo default configuration
  3. ##
  4. REPO_URL = 'https://gerrit.googlesource.com/git-repo'
  5. REPO_REV = 'stable'
  6. # Copyright (C) 2008 Google Inc.
  7. #
  8. # Licensed under the Apache License, Version 2.0 (the "License");
  9. # you may not use this file except in compliance with the License.
  10. # You may obtain a copy of the License at
  11. #
  12. # http://www.apache.org/licenses/LICENSE-2.0
  13. #
  14. # Unless required by applicable law or agreed to in writing, software
  15. # distributed under the License is distributed on an "AS IS" BASIS,
  16. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  17. # See the License for the specific language governing permissions and
  18. # limitations under the License.
  19. # increment this whenever we make important changes to this script
  20. VERSION = (1, 21)
  21. # increment this if the MAINTAINER_KEYS block is modified
  22. KEYRING_VERSION = (1, 2)
  23. MAINTAINER_KEYS = """
  24. Repo Maintainer <repo@android.kernel.org>
  25. -----BEGIN PGP PUBLIC KEY BLOCK-----
  26. Version: GnuPG v1.4.2.2 (GNU/Linux)
  27. mQGiBEj3ugERBACrLJh/ZPyVSKeClMuznFIrsQ+hpNnmJGw1a9GXKYKk8qHPhAZf
  28. WKtrBqAVMNRLhL85oSlekRz98u41H5si5zcuv+IXJDF5MJYcB8f22wAy15lUqPWi
  29. VCkk1l8qqLiuW0fo+ZkPY5qOgrvc0HW1SmdH649uNwqCbcKb6CxaTxzhOwCgj3AP
  30. xI1WfzLqdJjsm1Nq98L0cLcD/iNsILCuw44PRds3J75YP0pze7YF/6WFMB6QSFGu
  31. aUX1FsTTztKNXGms8i5b2l1B8JaLRWq/jOnZzyl1zrUJhkc0JgyZW5oNLGyWGhKD
  32. Fxp5YpHuIuMImopWEMFIRQNrvlg+YVK8t3FpdI1RY0LYqha8pPzANhEYgSfoVzOb
  33. fbfbA/4ioOrxy8ifSoga7ITyZMA+XbW8bx33WXutO9N7SPKS/AK2JpasSEVLZcON
  34. ae5hvAEGVXKxVPDjJBmIc2cOe7kOKSi3OxLzBqrjS2rnjiP4o0ekhZIe4+ocwVOg
  35. e0PLlH5avCqihGRhpoqDRsmpzSHzJIxtoeb+GgGEX8KkUsVAhbQpUmVwbyBNYWlu
  36. dGFpbmVyIDxyZXBvQGFuZHJvaWQua2VybmVsLm9yZz6IYAQTEQIAIAUCSPe6AQIb
  37. AwYLCQgHAwIEFQIIAwQWAgMBAh4BAheAAAoJEBZTDV6SD1xl1GEAn0x/OKQpy7qI
  38. 6G73NJviU0IUMtftAKCFMUhGb/0bZvQ8Rm3QCUpWHyEIu7kEDQRI97ogEBAA2wI6
  39. 5fs9y/rMwD6dkD/vK9v4C9mOn1IL5JCPYMJBVSci+9ED4ChzYvfq7wOcj9qIvaE0
  40. GwCt2ar7Q56me5J+byhSb32Rqsw/r3Vo5cZMH80N4cjesGuSXOGyEWTe4HYoxnHv
  41. gF4EKI2LK7xfTUcxMtlyn52sUpkfKsCpUhFvdmbAiJE+jCkQZr1Z8u2KphV79Ou+
  42. P1N5IXY/XWOlq48Qf4MWCYlJFrB07xjUjLKMPDNDnm58L5byDrP/eHysKexpbakL
  43. xCmYyfT6DV1SWLblpd2hie0sL3YejdtuBMYMS2rI7Yxb8kGuqkz+9l1qhwJtei94
  44. 5MaretDy/d/JH/pRYkRf7L+ke7dpzrP+aJmcz9P1e6gq4NJsWejaALVASBiioqNf
  45. QmtqSVzF1wkR5avZkFHuYvj6V/t1RrOZTXxkSk18KFMJRBZrdHFCWbc5qrVxUB6e
  46. N5pja0NFIUCigLBV1c6I2DwiuboMNh18VtJJh+nwWeez/RueN4ig59gRTtkcc0PR
  47. 35tX2DR8+xCCFVW/NcJ4PSePYzCuuLvp1vEDHnj41R52Fz51hgddT4rBsp0nL+5I
  48. socSOIIezw8T9vVzMY4ArCKFAVu2IVyBcahTfBS8q5EM63mONU6UVJEozfGljiMw
  49. xuQ7JwKcw0AUEKTKG7aBgBaTAgT8TOevpvlw91cAAwUP/jRkyVi/0WAb0qlEaq/S
  50. ouWxX1faR+vU3b+Y2/DGjtXQMzG0qpetaTHC/AxxHpgt/dCkWI6ljYDnxgPLwG0a
  51. Oasm94BjZc6vZwf1opFZUKsjOAAxRxNZyjUJKe4UZVuMTk6zo27Nt3LMnc0FO47v
  52. FcOjRyquvgNOS818irVHUf12waDx8gszKxQTTtFxU5/ePB2jZmhP6oXSe4K/LG5T
  53. +WBRPDrHiGPhCzJRzm9BP0lTnGCAj3o9W90STZa65RK7IaYpC8TB35JTBEbrrNCp
  54. w6lzd74LnNEp5eMlKDnXzUAgAH0yzCQeMl7t33QCdYx2hRs2wtTQSjGfAiNmj/WW
  55. Vl5Jn+2jCDnRLenKHwVRFsBX2e0BiRWt/i9Y8fjorLCXVj4z+7yW6DawdLkJorEo
  56. p3v5ILwfC7hVx4jHSnOgZ65L9s8EQdVr1ckN9243yta7rNgwfcqb60ILMFF1BRk/
  57. 0V7wCL+68UwwiQDvyMOQuqkysKLSDCLb7BFcyA7j6KG+5hpsREstFX2wK1yKeraz
  58. 5xGrFy8tfAaeBMIQ17gvFSp/suc9DYO0ICK2BISzq+F+ZiAKsjMYOBNdH/h0zobQ
  59. HTHs37+/QLMomGEGKZMWi0dShU2J5mNRQu3Hhxl3hHDVbt5CeJBb26aQcQrFz69W
  60. zE3GNvmJosh6leayjtI9P2A6iEkEGBECAAkFAkj3uiACGwwACgkQFlMNXpIPXGWp
  61. TACbBS+Up3RpfYVfd63c1cDdlru13pQAn3NQy/SN858MkxN+zym86UBgOad2
  62. =CMiZ
  63. -----END PGP PUBLIC KEY BLOCK-----
  64. Conley Owens <cco3@android.com>
  65. -----BEGIN PGP PUBLIC KEY BLOCK-----
  66. Version: GnuPG v1.4.11 (GNU/Linux)
  67. mQENBFHRvc8BCADFg45Xx/y6QDC+T7Y/gGc7vx0ww7qfOwIKlAZ9xG3qKunMxo+S
  68. hPCnzEl3cq+6I1Ww/ndop/HB3N3toPXRCoN8Vs4/Hc7by+SnaLFnacrm+tV5/OgT
  69. V37Lzt8lhay1Kl+YfpFwHYYpIEBLFV9knyfRXS/428W2qhdzYfvB15/AasRmwmor
  70. py4NIzSs8UD/SPr1ihqNCdZM76+MQyN5HMYXW/ALZXUFG0pwluHFA7hrfPG74i8C
  71. zMiP7qvMWIl/r/jtzHioH1dRKgbod+LZsrDJ8mBaqsZaDmNJMhss9g76XvfMyLra
  72. 9DI9/iFuBpGzeqBv0hwOGQspLRrEoyTeR6n1ABEBAAG0H0NvbmxleSBPd2VucyA8
  73. Y2NvM0BhbmRyb2lkLmNvbT6JATgEEwECACIFAlHRvc8CGwMGCwkIBwMCBhUIAgkK
  74. CwQWAgMBAh4BAheAAAoJEGe35EhpKzgsP6AIAJKJmNtn4l7hkYHKHFSo3egb6RjQ
  75. zEIP3MFTcu8HFX1kF1ZFbrp7xqurLaE53kEkKuAAvjJDAgI8mcZHP1JyplubqjQA
  76. xvv84gK+OGP3Xk+QK1ZjUQSbjOpjEiSZpRhWcHci3dgOUH4blJfByHw25hlgHowd
  77. a/2PrNKZVcJ92YienaxxGjcXEUcd0uYEG2+rwllQigFcnMFDhr9B71MfalRHjFKE
  78. fmdoypqLrri61YBc59P88Rw2/WUpTQjgNubSqa3A2+CKdaRyaRw+2fdF4TdR0h8W
  79. zbg+lbaPtJHsV+3mJC7fq26MiJDRJa5ZztpMn8su20gbLgi2ShBOaHAYDDi5AQ0E
  80. UdG9zwEIAMoOBq+QLNozAhxOOl5GL3StTStGRgPRXINfmViTsihrqGCWBBUfXlUE
  81. OytC0mYcrDUQev/8ToVoyqw+iGSwDkcSXkrEUCKFtHV/GECWtk1keyHgR10YKI1R
  82. mquSXoubWGqPeG1PAI74XWaRx8UrL8uCXUtmD8Q5J7mDjKR5NpxaXrwlA0bKsf2E
  83. Gp9tu1kKauuToZhWHMRMqYSOGikQJwWSFYKT1KdNcOXLQF6+bfoJ6sjVYdwfmNQL
  84. Ixn8QVhoTDedcqClSWB17VDEFDFa7MmqXZz2qtM3X1R/MUMHqPtegQzBGNhRdnI2
  85. V45+1Nnx/uuCxDbeI4RbHzujnxDiq70AEQEAAYkBHwQYAQIACQUCUdG9zwIbDAAK
  86. CRBnt+RIaSs4LNVeB/0Y2pZ8I7gAAcEM0Xw8drr4omg2fUoK1J33ozlA/RxeA/lJ
  87. I3KnyCDTpXuIeBKPGkdL8uMATC9Z8DnBBajRlftNDVZS3Hz4G09G9QpMojvJkFJV
  88. By+01Flw/X+eeN8NpqSuLV4W+AjEO8at/VvgKr1AFvBRdZ7GkpI1o6DgPe7ZqX+1
  89. dzQZt3e13W0rVBb/bUgx9iSLoeWP3aq/k+/GRGOR+S6F6BBSl0SQ2EF2+dIywb1x
  90. JuinEP+AwLAUZ1Bsx9ISC0Agpk2VeHXPL3FGhroEmoMvBzO0kTFGyoeT7PR/BfKv
  91. +H/g3HsL2LOB9uoIm8/5p2TTU5ttYCXMHhQZ81AY
  92. =AUp4
  93. -----END PGP PUBLIC KEY BLOCK-----
  94. """
  95. GIT = 'git' # our git command
  96. MIN_GIT_VERSION = (1, 7, 2) # minimum supported git version
  97. repodir = '.repo' # name of repo's private directory
  98. S_repo = 'repo' # special repo repository
  99. S_manifests = 'manifests' # special manifest repository
  100. REPO_MAIN = S_repo + '/main.py' # main script
  101. MIN_PYTHON_VERSION = (2, 6) # minimum supported python version
  102. import errno
  103. import optparse
  104. import os
  105. import re
  106. import shutil
  107. import stat
  108. import subprocess
  109. import sys
  110. if sys.version_info[0] == 3:
  111. import urllib.request
  112. import urllib.error
  113. else:
  114. import imp
  115. import urllib2
  116. urllib = imp.new_module('urllib')
  117. urllib.request = urllib2
  118. urllib.error = urllib2
  119. def _print(*objects, **kwargs):
  120. sep = kwargs.get('sep', ' ')
  121. end = kwargs.get('end', '\n')
  122. out = kwargs.get('file', sys.stdout)
  123. out.write(sep.join(objects) + end)
  124. # Python version check
  125. ver = sys.version_info
  126. if ver[0] == 3:
  127. _print('warning: Python 3 support is currently experimental. YMMV.\n'
  128. 'Please use Python 2.6 - 2.7 instead.',
  129. file=sys.stderr)
  130. if (ver[0], ver[1]) < MIN_PYTHON_VERSION:
  131. _print('error: Python version %s unsupported.\n'
  132. 'Please use Python 2.6 - 2.7 instead.'
  133. % sys.version.split(' ')[0], file=sys.stderr)
  134. sys.exit(1)
  135. home_dot_repo = os.path.expanduser('~/.repoconfig')
  136. gpg_dir = os.path.join(home_dot_repo, 'gnupg')
  137. extra_args = []
  138. init_optparse = optparse.OptionParser(usage="repo init -u url [options]")
  139. # Logging
  140. group = init_optparse.add_option_group('Logging options')
  141. group.add_option('-q', '--quiet',
  142. dest="quiet", action="store_true", default=False,
  143. help="be quiet")
  144. # Manifest
  145. group = init_optparse.add_option_group('Manifest options')
  146. group.add_option('-u', '--manifest-url',
  147. dest='manifest_url',
  148. help='manifest repository location', metavar='URL')
  149. group.add_option('-b', '--manifest-branch',
  150. dest='manifest_branch',
  151. help='manifest branch or revision', metavar='REVISION')
  152. group.add_option('-m', '--manifest-name',
  153. dest='manifest_name',
  154. help='initial manifest file', metavar='NAME.xml')
  155. group.add_option('--mirror',
  156. dest='mirror', action='store_true',
  157. help='create a replica of the remote repositories '
  158. 'rather than a client working directory')
  159. group.add_option('--reference',
  160. dest='reference',
  161. help='location of mirror directory', metavar='DIR')
  162. group.add_option('--depth', type='int', default=None,
  163. dest='depth',
  164. help='create a shallow clone with given depth; see git clone')
  165. group.add_option('--archive',
  166. dest='archive', action='store_true',
  167. help='checkout an archive instead of a git repository for '
  168. 'each project. See git archive.')
  169. group.add_option('-g', '--groups',
  170. dest='groups', default='default',
  171. help='restrict manifest projects to ones with specified '
  172. 'group(s) [default|all|G1,G2,G3|G4,-G5,-G6]',
  173. metavar='GROUP')
  174. group.add_option('-p', '--platform',
  175. dest='platform', default="auto",
  176. help='restrict manifest projects to ones with a specified '
  177. 'platform group [auto|all|none|linux|darwin|...]',
  178. metavar='PLATFORM')
  179. # Tool
  180. group = init_optparse.add_option_group('repo Version options')
  181. group.add_option('--repo-url',
  182. dest='repo_url',
  183. help='repo repository location', metavar='URL')
  184. group.add_option('--repo-branch',
  185. dest='repo_branch',
  186. help='repo branch or revision', metavar='REVISION')
  187. group.add_option('--no-repo-verify',
  188. dest='no_repo_verify', action='store_true',
  189. help='do not verify repo source code')
  190. # Other
  191. group = init_optparse.add_option_group('Other options')
  192. group.add_option('--config-name',
  193. dest='config_name', action="store_true", default=False,
  194. help='Always prompt for name/e-mail')
  195. class CloneFailure(Exception):
  196. """Indicate the remote clone of repo itself failed.
  197. """
  198. def _Init(args):
  199. """Installs repo by cloning it over the network.
  200. """
  201. opt, args = init_optparse.parse_args(args)
  202. if args:
  203. init_optparse.print_usage()
  204. sys.exit(1)
  205. url = opt.repo_url
  206. if not url:
  207. url = REPO_URL
  208. extra_args.append('--repo-url=%s' % url)
  209. branch = opt.repo_branch
  210. if not branch:
  211. branch = REPO_REV
  212. extra_args.append('--repo-branch=%s' % branch)
  213. if branch.startswith('refs/heads/'):
  214. branch = branch[len('refs/heads/'):]
  215. if branch.startswith('refs/'):
  216. _print("fatal: invalid branch name '%s'" % branch, file=sys.stderr)
  217. raise CloneFailure()
  218. try:
  219. os.mkdir(repodir)
  220. except OSError as e:
  221. if e.errno != errno.EEXIST:
  222. _print('fatal: cannot make %s directory: %s'
  223. % (repodir, e.strerror), file=sys.stderr)
  224. # Don't raise CloneFailure; that would delete the
  225. # name. Instead exit immediately.
  226. #
  227. sys.exit(1)
  228. _CheckGitVersion()
  229. try:
  230. if NeedSetupGnuPG():
  231. can_verify = SetupGnuPG(opt.quiet)
  232. else:
  233. can_verify = True
  234. dst = os.path.abspath(os.path.join(repodir, S_repo))
  235. _Clone(url, dst, opt.quiet)
  236. if can_verify and not opt.no_repo_verify:
  237. rev = _Verify(dst, branch, opt.quiet)
  238. else:
  239. rev = 'refs/remotes/origin/%s^0' % branch
  240. _Checkout(dst, branch, rev, opt.quiet)
  241. except CloneFailure:
  242. if opt.quiet:
  243. _print('fatal: repo init failed; run without --quiet to see why',
  244. file=sys.stderr)
  245. raise
  246. def ParseGitVersion(ver_str):
  247. if not ver_str.startswith('git version '):
  248. return None
  249. num_ver_str = ver_str[len('git version '):].strip().split('-')[0]
  250. to_tuple = []
  251. for num_str in num_ver_str.split('.')[:3]:
  252. if num_str.isdigit():
  253. to_tuple.append(int(num_str))
  254. else:
  255. to_tuple.append(0)
  256. return tuple(to_tuple)
  257. def _CheckGitVersion():
  258. cmd = [GIT, '--version']
  259. try:
  260. proc = subprocess.Popen(cmd, stdout=subprocess.PIPE)
  261. except OSError as e:
  262. _print(file=sys.stderr)
  263. _print("fatal: '%s' is not available" % GIT, file=sys.stderr)
  264. _print('fatal: %s' % e, file=sys.stderr)
  265. _print(file=sys.stderr)
  266. _print('Please make sure %s is installed and in your path.' % GIT,
  267. file=sys.stderr)
  268. raise CloneFailure()
  269. ver_str = proc.stdout.read().strip()
  270. proc.stdout.close()
  271. proc.wait()
  272. ver_act = ParseGitVersion(ver_str)
  273. if ver_act is None:
  274. _print('error: "%s" unsupported' % ver_str, file=sys.stderr)
  275. raise CloneFailure()
  276. if ver_act < MIN_GIT_VERSION:
  277. need = '.'.join(map(str, MIN_GIT_VERSION))
  278. _print('fatal: git %s or later required' % need, file=sys.stderr)
  279. raise CloneFailure()
  280. def NeedSetupGnuPG():
  281. if not os.path.isdir(home_dot_repo):
  282. return True
  283. kv = os.path.join(home_dot_repo, 'keyring-version')
  284. if not os.path.exists(kv):
  285. return True
  286. kv = open(kv).read()
  287. if not kv:
  288. return True
  289. kv = tuple(map(int, kv.split('.')))
  290. if kv < KEYRING_VERSION:
  291. return True
  292. return False
  293. def SetupGnuPG(quiet):
  294. try:
  295. os.mkdir(home_dot_repo)
  296. except OSError as e:
  297. if e.errno != errno.EEXIST:
  298. _print('fatal: cannot make %s directory: %s'
  299. % (home_dot_repo, e.strerror), file=sys.stderr)
  300. sys.exit(1)
  301. try:
  302. os.mkdir(gpg_dir, stat.S_IRWXU)
  303. except OSError as e:
  304. if e.errno != errno.EEXIST:
  305. _print('fatal: cannot make %s directory: %s' % (gpg_dir, e.strerror),
  306. file=sys.stderr)
  307. sys.exit(1)
  308. env = os.environ.copy()
  309. env['GNUPGHOME'] = gpg_dir.encode()
  310. cmd = ['gpg', '--import']
  311. try:
  312. proc = subprocess.Popen(cmd,
  313. env = env,
  314. stdin = subprocess.PIPE)
  315. except OSError as e:
  316. if not quiet:
  317. _print('warning: gpg (GnuPG) is not available.', file=sys.stderr)
  318. _print('warning: Installing it is strongly encouraged.', file=sys.stderr)
  319. _print(file=sys.stderr)
  320. return False
  321. proc.stdin.write(MAINTAINER_KEYS)
  322. proc.stdin.close()
  323. if proc.wait() != 0:
  324. _print('fatal: registering repo maintainer keys failed', file=sys.stderr)
  325. sys.exit(1)
  326. _print()
  327. fd = open(os.path.join(home_dot_repo, 'keyring-version'), 'w')
  328. fd.write('.'.join(map(str, KEYRING_VERSION)) + '\n')
  329. fd.close()
  330. return True
  331. def _SetConfig(local, name, value):
  332. """Set a git configuration option to the specified value.
  333. """
  334. cmd = [GIT, 'config', name, value]
  335. if subprocess.Popen(cmd, cwd = local).wait() != 0:
  336. raise CloneFailure()
  337. def _InitHttp():
  338. handlers = []
  339. mgr = urllib.request.HTTPPasswordMgrWithDefaultRealm()
  340. try:
  341. import netrc
  342. n = netrc.netrc()
  343. for host in n.hosts:
  344. p = n.hosts[host]
  345. mgr.add_password(p[1], 'http://%s/' % host, p[0], p[2])
  346. mgr.add_password(p[1], 'https://%s/' % host, p[0], p[2])
  347. except:
  348. pass
  349. handlers.append(urllib.request.HTTPBasicAuthHandler(mgr))
  350. handlers.append(urllib.request.HTTPDigestAuthHandler(mgr))
  351. if 'http_proxy' in os.environ:
  352. url = os.environ['http_proxy']
  353. handlers.append(urllib.request.ProxyHandler({'http': url, 'https': url}))
  354. if 'REPO_CURL_VERBOSE' in os.environ:
  355. handlers.append(urllib.request.HTTPHandler(debuglevel=1))
  356. handlers.append(urllib.request.HTTPSHandler(debuglevel=1))
  357. urllib.request.install_opener(urllib.request.build_opener(*handlers))
  358. def _Fetch(url, local, src, quiet):
  359. if not quiet:
  360. _print('Get %s' % url, file=sys.stderr)
  361. cmd = [GIT, 'fetch']
  362. if quiet:
  363. cmd.append('--quiet')
  364. err = subprocess.PIPE
  365. else:
  366. err = None
  367. cmd.append(src)
  368. cmd.append('+refs/heads/*:refs/remotes/origin/*')
  369. cmd.append('refs/tags/*:refs/tags/*')
  370. proc = subprocess.Popen(cmd, cwd = local, stderr = err)
  371. if err:
  372. proc.stderr.read()
  373. proc.stderr.close()
  374. if proc.wait() != 0:
  375. raise CloneFailure()
  376. def _DownloadBundle(url, local, quiet):
  377. if not url.endswith('/'):
  378. url += '/'
  379. url += 'clone.bundle'
  380. proc = subprocess.Popen(
  381. [GIT, 'config', '--get-regexp', 'url.*.insteadof'],
  382. cwd = local,
  383. stdout = subprocess.PIPE)
  384. for line in proc.stdout:
  385. m = re.compile(r'^url\.(.*)\.insteadof (.*)$').match(line)
  386. if m:
  387. new_url = m.group(1)
  388. old_url = m.group(2)
  389. if url.startswith(old_url):
  390. url = new_url + url[len(old_url):]
  391. break
  392. proc.stdout.close()
  393. proc.wait()
  394. if not url.startswith('http:') and not url.startswith('https:'):
  395. return False
  396. dest = open(os.path.join(local, '.git', 'clone.bundle'), 'w+b')
  397. try:
  398. try:
  399. r = urllib.request.urlopen(url)
  400. except urllib.error.HTTPError as e:
  401. if e.code in [403, 404]:
  402. return False
  403. _print('fatal: Cannot get %s' % url, file=sys.stderr)
  404. _print('fatal: HTTP error %s' % e.code, file=sys.stderr)
  405. raise CloneFailure()
  406. except urllib.error.URLError as e:
  407. _print('fatal: Cannot get %s' % url, file=sys.stderr)
  408. _print('fatal: error %s' % e.reason, file=sys.stderr)
  409. raise CloneFailure()
  410. try:
  411. if not quiet:
  412. _print('Get %s' % url, file=sys.stderr)
  413. while True:
  414. buf = r.read(8192)
  415. if buf == '':
  416. return True
  417. dest.write(buf)
  418. finally:
  419. r.close()
  420. finally:
  421. dest.close()
  422. def _ImportBundle(local):
  423. path = os.path.join(local, '.git', 'clone.bundle')
  424. try:
  425. _Fetch(local, local, path, True)
  426. finally:
  427. os.remove(path)
  428. def _Clone(url, local, quiet):
  429. """Clones a git repository to a new subdirectory of repodir
  430. """
  431. try:
  432. os.mkdir(local)
  433. except OSError as e:
  434. _print('fatal: cannot make %s directory: %s' % (local, e.strerror),
  435. file=sys.stderr)
  436. raise CloneFailure()
  437. cmd = [GIT, 'init', '--quiet']
  438. try:
  439. proc = subprocess.Popen(cmd, cwd = local)
  440. except OSError as e:
  441. _print(file=sys.stderr)
  442. _print("fatal: '%s' is not available" % GIT, file=sys.stderr)
  443. _print('fatal: %s' % e, file=sys.stderr)
  444. _print(file=sys.stderr)
  445. _print('Please make sure %s is installed and in your path.' % GIT,
  446. file=sys.stderr)
  447. raise CloneFailure()
  448. if proc.wait() != 0:
  449. _print('fatal: could not create %s' % local, file=sys.stderr)
  450. raise CloneFailure()
  451. _InitHttp()
  452. _SetConfig(local, 'remote.origin.url', url)
  453. _SetConfig(local, 'remote.origin.fetch',
  454. '+refs/heads/*:refs/remotes/origin/*')
  455. if _DownloadBundle(url, local, quiet):
  456. _ImportBundle(local)
  457. else:
  458. _Fetch(url, local, 'origin', quiet)
  459. def _Verify(cwd, branch, quiet):
  460. """Verify the branch has been signed by a tag.
  461. """
  462. cmd = [GIT, 'describe', 'origin/%s' % branch]
  463. proc = subprocess.Popen(cmd,
  464. stdout=subprocess.PIPE,
  465. stderr=subprocess.PIPE,
  466. cwd = cwd)
  467. cur = proc.stdout.read().strip()
  468. proc.stdout.close()
  469. proc.stderr.read()
  470. proc.stderr.close()
  471. if proc.wait() != 0 or not cur:
  472. _print(file=sys.stderr)
  473. _print("fatal: branch '%s' has not been signed" % branch, file=sys.stderr)
  474. raise CloneFailure()
  475. m = re.compile(r'^(.*)-[0-9]{1,}-g[0-9a-f]{1,}$').match(cur)
  476. if m:
  477. cur = m.group(1)
  478. if not quiet:
  479. _print(file=sys.stderr)
  480. _print("info: Ignoring branch '%s'; using tagged release '%s'"
  481. % (branch, cur), file=sys.stderr)
  482. _print(file=sys.stderr)
  483. env = os.environ.copy()
  484. env['GNUPGHOME'] = gpg_dir.encode()
  485. cmd = [GIT, 'tag', '-v', cur]
  486. proc = subprocess.Popen(cmd,
  487. stdout = subprocess.PIPE,
  488. stderr = subprocess.PIPE,
  489. cwd = cwd,
  490. env = env)
  491. out = proc.stdout.read()
  492. proc.stdout.close()
  493. err = proc.stderr.read()
  494. proc.stderr.close()
  495. if proc.wait() != 0:
  496. _print(file=sys.stderr)
  497. _print(out, file=sys.stderr)
  498. _print(err, file=sys.stderr)
  499. _print(file=sys.stderr)
  500. raise CloneFailure()
  501. return '%s^0' % cur
  502. def _Checkout(cwd, branch, rev, quiet):
  503. """Checkout an upstream branch into the repository and track it.
  504. """
  505. cmd = [GIT, 'update-ref', 'refs/heads/default', rev]
  506. if subprocess.Popen(cmd, cwd = cwd).wait() != 0:
  507. raise CloneFailure()
  508. _SetConfig(cwd, 'branch.default.remote', 'origin')
  509. _SetConfig(cwd, 'branch.default.merge', 'refs/heads/%s' % branch)
  510. cmd = [GIT, 'symbolic-ref', 'HEAD', 'refs/heads/default']
  511. if subprocess.Popen(cmd, cwd = cwd).wait() != 0:
  512. raise CloneFailure()
  513. cmd = [GIT, 'read-tree', '--reset', '-u']
  514. if not quiet:
  515. cmd.append('-v')
  516. cmd.append('HEAD')
  517. if subprocess.Popen(cmd, cwd = cwd).wait() != 0:
  518. raise CloneFailure()
  519. def _FindRepo():
  520. """Look for a repo installation, starting at the current directory.
  521. """
  522. curdir = os.getcwd()
  523. repo = None
  524. olddir = None
  525. while curdir != '/' \
  526. and curdir != olddir \
  527. and not repo:
  528. repo = os.path.join(curdir, repodir, REPO_MAIN)
  529. if not os.path.isfile(repo):
  530. repo = None
  531. olddir = curdir
  532. curdir = os.path.dirname(curdir)
  533. return (repo, os.path.join(curdir, repodir))
  534. class _Options:
  535. help = False
  536. def _ParseArguments(args):
  537. cmd = None
  538. opt = _Options()
  539. arg = []
  540. for i in range(len(args)):
  541. a = args[i]
  542. if a == '-h' or a == '--help':
  543. opt.help = True
  544. elif not a.startswith('-'):
  545. cmd = a
  546. arg = args[i + 1:]
  547. break
  548. return cmd, opt, arg
  549. def _Usage():
  550. _print(
  551. """usage: repo COMMAND [ARGS]
  552. repo is not yet installed. Use "repo init" to install it here.
  553. The most commonly used repo commands are:
  554. init Install repo in the current working directory
  555. help Display detailed help on a command
  556. For access to the full online help, install repo ("repo init").
  557. """, file=sys.stderr)
  558. sys.exit(1)
  559. def _Help(args):
  560. if args:
  561. if args[0] == 'init':
  562. init_optparse.print_help()
  563. sys.exit(0)
  564. else:
  565. _print("error: '%s' is not a bootstrap command.\n"
  566. ' For access to online help, install repo ("repo init").'
  567. % args[0], file=sys.stderr)
  568. else:
  569. _Usage()
  570. sys.exit(1)
  571. def _NotInstalled():
  572. _print('error: repo is not installed. Use "repo init" to install it here.',
  573. file=sys.stderr)
  574. sys.exit(1)
  575. def _NoCommands(cmd):
  576. _print("""error: command '%s' requires repo to be installed first.
  577. Use "repo init" to install it here.""" % cmd, file=sys.stderr)
  578. sys.exit(1)
  579. def _RunSelf(wrapper_path):
  580. my_dir = os.path.dirname(wrapper_path)
  581. my_main = os.path.join(my_dir, 'main.py')
  582. my_git = os.path.join(my_dir, '.git')
  583. if os.path.isfile(my_main) and os.path.isdir(my_git):
  584. for name in ['git_config.py',
  585. 'project.py',
  586. 'subcmds']:
  587. if not os.path.exists(os.path.join(my_dir, name)):
  588. return None, None
  589. return my_main, my_git
  590. return None, None
  591. def _SetDefaultsTo(gitdir):
  592. global REPO_URL
  593. global REPO_REV
  594. REPO_URL = gitdir
  595. proc = subprocess.Popen([GIT,
  596. '--git-dir=%s' % gitdir,
  597. 'symbolic-ref',
  598. 'HEAD'],
  599. stdout = subprocess.PIPE,
  600. stderr = subprocess.PIPE)
  601. REPO_REV = proc.stdout.read().strip()
  602. proc.stdout.close()
  603. proc.stderr.read()
  604. proc.stderr.close()
  605. if proc.wait() != 0:
  606. _print('fatal: %s has no current branch' % gitdir, file=sys.stderr)
  607. sys.exit(1)
  608. def main(orig_args):
  609. repo_main, rel_repo_dir = _FindRepo()
  610. cmd, opt, args = _ParseArguments(orig_args)
  611. wrapper_path = os.path.abspath(__file__)
  612. my_main, my_git = _RunSelf(wrapper_path)
  613. if not repo_main:
  614. if opt.help:
  615. _Usage()
  616. if cmd == 'help':
  617. _Help(args)
  618. if not cmd:
  619. _NotInstalled()
  620. if cmd == 'init':
  621. if my_git:
  622. _SetDefaultsTo(my_git)
  623. try:
  624. _Init(args)
  625. except CloneFailure:
  626. shutil.rmtree(repodir, ignore_errors=True)
  627. sys.exit(1)
  628. repo_main, rel_repo_dir = _FindRepo()
  629. else:
  630. _NoCommands(cmd)
  631. if my_main:
  632. repo_main = my_main
  633. ver_str = '.'.join(map(str, VERSION))
  634. me = [sys.executable, repo_main,
  635. '--repo-dir=%s' % rel_repo_dir,
  636. '--wrapper-version=%s' % ver_str,
  637. '--wrapper-path=%s' % wrapper_path,
  638. '--']
  639. me.extend(orig_args)
  640. me.extend(extra_args)
  641. try:
  642. os.execv(sys.executable, me)
  643. except OSError as e:
  644. _print("fatal: unable to start %s" % repo_main, file=sys.stderr)
  645. _print("fatal: %s" % e, file=sys.stderr)
  646. sys.exit(148)
  647. if __name__ == '__main__':
  648. main(sys.argv[1:])