blob: 2b4f7d9c136538cdf31983f9525cb7efd12d92b1 [file] [log] [blame]
Patrick Williamsc124f4f2015-09-15 14:41:29 -05001# ex:ts=4:sw=4:sts=4:et
2# -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*-
3"""
4Bitbake "Fetch" implementation for osc (Opensuse build service client).
5Based on the svn "Fetch" implementation.
6
7"""
8
9import os
10import sys
11import logging
12import bb
Patrick Williamsc124f4f2015-09-15 14:41:29 -050013from bb.fetch2 import FetchMethod
14from bb.fetch2 import FetchError
15from bb.fetch2 import MissingParameterError
16from bb.fetch2 import runfetchcmd
17
18class Osc(FetchMethod):
19 """Class to fetch a module or modules from Opensuse build server
20 repositories."""
21
22 def supports(self, ud, d):
23 """
24 Check to see if a given url can be fetched with osc.
25 """
26 return ud.type in ['osc']
27
28 def urldata_init(self, ud, d):
29 if not "module" in ud.parm:
30 raise MissingParameterError('module', ud.url)
31
32 ud.module = ud.parm["module"]
33
34 # Create paths to osc checkouts
35 relpath = self._strip_leading_slashes(ud.path)
Brad Bishop6e60e8b2018-02-01 10:27:11 -050036 ud.pkgdir = os.path.join(d.getVar('OSCDIR'), ud.host)
Patrick Williamsc124f4f2015-09-15 14:41:29 -050037 ud.moddir = os.path.join(ud.pkgdir, relpath, ud.module)
38
39 if 'rev' in ud.parm:
40 ud.revision = ud.parm['rev']
41 else:
Patrick Williamsd8c66bc2016-06-20 12:57:21 -050042 pv = d.getVar("PV", False)
Patrick Williamsc124f4f2015-09-15 14:41:29 -050043 rev = bb.fetch2.srcrev_internal_helper(ud, d)
44 if rev and rev != True:
45 ud.revision = rev
46 else:
47 ud.revision = ""
48
Brad Bishop6e60e8b2018-02-01 10:27:11 -050049 ud.localfile = d.expand('%s_%s_%s.tar.gz' % (ud.module.replace('/', '.'), ud.path.replace('/', '.'), ud.revision))
Patrick Williamsc124f4f2015-09-15 14:41:29 -050050
51 def _buildosccommand(self, ud, d, command):
52 """
53 Build up an ocs commandline based on ud
54 command is "fetch", "update", "info"
55 """
56
Brad Bishop6e60e8b2018-02-01 10:27:11 -050057 basecmd = d.expand('${FETCHCMD_osc}')
Patrick Williamsc124f4f2015-09-15 14:41:29 -050058
59 proto = ud.parm.get('protocol', 'ocs')
60
61 options = []
62
63 config = "-c %s" % self.generate_config(ud, d)
64
65 if ud.revision:
66 options.append("-r %s" % ud.revision)
67
68 coroot = self._strip_leading_slashes(ud.path)
69
70 if command == "fetch":
71 osccmd = "%s %s co %s/%s %s" % (basecmd, config, coroot, ud.module, " ".join(options))
72 elif command == "update":
73 osccmd = "%s %s up %s" % (basecmd, config, " ".join(options))
74 else:
75 raise FetchError("Invalid osc command %s" % command, ud.url)
76
77 return osccmd
78
79 def download(self, ud, d):
80 """
81 Fetch url
82 """
83
84 logger.debug(2, "Fetch: checking for module directory '" + ud.moddir + "'")
85
Brad Bishop6e60e8b2018-02-01 10:27:11 -050086 if os.access(os.path.join(d.getVar('OSCDIR'), ud.path, ud.module), os.R_OK):
Patrick Williamsc124f4f2015-09-15 14:41:29 -050087 oscupdatecmd = self._buildosccommand(ud, d, "update")
88 logger.info("Update "+ ud.url)
89 # update sources there
Patrick Williamsc124f4f2015-09-15 14:41:29 -050090 logger.debug(1, "Running %s", oscupdatecmd)
91 bb.fetch2.check_network_access(d, oscupdatecmd, ud.url)
Patrick Williamsc0f7c042017-02-23 20:41:17 -060092 runfetchcmd(oscupdatecmd, d, workdir=ud.moddir)
Patrick Williamsc124f4f2015-09-15 14:41:29 -050093 else:
94 oscfetchcmd = self._buildosccommand(ud, d, "fetch")
95 logger.info("Fetch " + ud.url)
96 # check out sources there
97 bb.utils.mkdirhier(ud.pkgdir)
Patrick Williamsc124f4f2015-09-15 14:41:29 -050098 logger.debug(1, "Running %s", oscfetchcmd)
99 bb.fetch2.check_network_access(d, oscfetchcmd, ud.url)
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600100 runfetchcmd(oscfetchcmd, d, workdir=ud.pkgdir)
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500101
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500102 # tar them up to a defined filename
Patrick Williamsc0f7c042017-02-23 20:41:17 -0600103 runfetchcmd("tar -czf %s %s" % (ud.localpath, ud.module), d,
104 cleanup=[ud.localpath], workdir=os.path.join(ud.pkgdir + ud.path))
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500105
106 def supports_srcrev(self):
107 return False
108
109 def generate_config(self, ud, d):
110 """
111 Generate a .oscrc to be used for this run.
112 """
113
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500114 config_path = os.path.join(d.getVar('OSCDIR'), "oscrc")
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500115 if (os.path.exists(config_path)):
116 os.remove(config_path)
117
118 f = open(config_path, 'w')
119 f.write("[general]\n")
120 f.write("apisrv = %s\n" % ud.host)
121 f.write("scheme = http\n")
122 f.write("su-wrapper = su -c\n")
Brad Bishop6e60e8b2018-02-01 10:27:11 -0500123 f.write("build-root = %s\n" % d.getVar('WORKDIR'))
124 f.write("urllist = %s\n" % d.getVar("OSCURLLIST"))
Patrick Williamsc124f4f2015-09-15 14:41:29 -0500125 f.write("extra-pkgs = gzip\n")
126 f.write("\n")
127 f.write("[%s]\n" % ud.host)
128 f.write("user = %s\n" % ud.parm["user"])
129 f.write("pass = %s\n" % ud.parm["pswd"])
130 f.close()
131
132 return config_path