blob: 01d9ff9f8f24245ee23e2e7cb1b8da729aabe8e6 [file] [log] [blame]
Patrick Williamsc124f4f2015-09-15 14:41:29 -05001"""
2BitBake 'Fetch' implementations
3
4Classes for obtaining upstream sources for the
5BitBake build tools.
6
7"""
8
9# Copyright (C) 2003, 2004 Chris Larson
10#
Brad Bishopc342db32019-05-15 21:57:59 -040011# SPDX-License-Identifier: GPL-2.0-only
Patrick Williamsc124f4f2015-09-15 14:41:29 -050012#
13# Based on functions from the base bb module, Copyright 2003 Holger Schurig
Brad Bishopc342db32019-05-15 21:57:59 -040014#
Patrick Williamsc124f4f2015-09-15 14:41:29 -050015
16import os
Patrick Williamsc0f7c042017-02-23 20:41:17 -060017import urllib.request, urllib.parse, urllib.error
Patrick Williamsc124f4f2015-09-15 14:41:29 -050018import bb
19import bb.utils
Patrick Williamsc124f4f2015-09-15 14:41:29 -050020from bb.fetch2 import FetchMethod, FetchError
21from bb.fetch2 import logger
22
23class Local(FetchMethod):
24 def supports(self, urldata, d):
25 """
26 Check to see if a given url represents a local fetch.
27 """
28 return urldata.type in ['file']
29
30 def urldata_init(self, ud, d):
31 # We don't set localfile as for this fetcher the file is already local!
Patrick Williamsc0f7c042017-02-23 20:41:17 -060032 ud.decodedurl = urllib.parse.unquote(ud.url.split("://")[1].split(";")[0])
Patrick Williamsc124f4f2015-09-15 14:41:29 -050033 ud.basename = os.path.basename(ud.decodedurl)
34 ud.basepath = ud.decodedurl
Patrick Williamsd8c66bc2016-06-20 12:57:21 -050035 ud.needdonestamp = False
Patrick Williamsc124f4f2015-09-15 14:41:29 -050036 return
37
38 def localpath(self, urldata, d):
39 """
40 Return the local filename of a given url assuming a successful fetch.
41 """
42 return self.localpaths(urldata, d)[-1]
43
44 def localpaths(self, urldata, d):
45 """
46 Return the local filename of a given url assuming a successful fetch.
47 """
48 searched = []
49 path = urldata.decodedurl
50 newpath = path
51 if path[0] == "/":
52 return [path]
Brad Bishop6e60e8b2018-02-01 10:27:11 -050053 filespath = d.getVar('FILESPATH')
Patrick Williamsc124f4f2015-09-15 14:41:29 -050054 if filespath:
55 logger.debug(2, "Searching for %s in paths:\n %s" % (path, "\n ".join(filespath.split(":"))))
56 newpath, hist = bb.utils.which(filespath, path, history=True)
57 searched.extend(hist)
Patrick Williamsc124f4f2015-09-15 14:41:29 -050058 if (not newpath or not os.path.exists(newpath)) and path.find("*") != -1:
59 # For expressions using '*', best we can do is take the first directory in FILESPATH that exists
60 newpath, hist = bb.utils.which(filespath, ".", history=True)
61 searched.extend(hist)
62 logger.debug(2, "Searching for %s in path: %s" % (path, newpath))
63 return searched
64 if not os.path.exists(newpath):
Brad Bishop6e60e8b2018-02-01 10:27:11 -050065 dldirfile = os.path.join(d.getVar("DL_DIR"), path)
Patrick Williamsc124f4f2015-09-15 14:41:29 -050066 logger.debug(2, "Defaulting to %s for %s" % (dldirfile, path))
67 bb.utils.mkdirhier(os.path.dirname(dldirfile))
68 searched.append(dldirfile)
69 return searched
70 return searched
71
72 def need_update(self, ud, d):
73 if ud.url.find("*") != -1:
74 return False
75 if os.path.exists(ud.localpath):
76 return False
77 return True
78
79 def download(self, urldata, d):
80 """Fetch urls (no-op for Local method)"""
81 # no need to fetch local files, we'll deal with them in place.
82 if self.supports_checksum(urldata) and not os.path.exists(urldata.localpath):
83 locations = []
Brad Bishop6e60e8b2018-02-01 10:27:11 -050084 filespath = d.getVar('FILESPATH')
Patrick Williamsc124f4f2015-09-15 14:41:29 -050085 if filespath:
86 locations = filespath.split(":")
Brad Bishop6e60e8b2018-02-01 10:27:11 -050087 locations.append(d.getVar("DL_DIR"))
Patrick Williamsc124f4f2015-09-15 14:41:29 -050088
89 msg = "Unable to find file " + urldata.url + " anywhere. The paths that were searched were:\n " + "\n ".join(locations)
90 raise FetchError(msg)
91
92 return True
93
94 def checkstatus(self, fetch, urldata, d):
95 """
96 Check the status of the url
97 """
98 if urldata.localpath.find("*") != -1:
99 logger.info("URL %s looks like a glob and was therefore not checked.", urldata.url)
100 return True
101 if os.path.exists(urldata.localpath):
102 return True
103 return False
104
105 def clean(self, urldata, d):
106 return
107