blob: ca74fc611ff24fc92a179f3fd01d4800190c2424 [file] [log] [blame]
Tom Rini83d290c2018-05-06 17:58:06 -04001# SPDX-License-Identifier: GPL-2.0+
Simon Glass0d24de92012-01-14 15:12:45 +00002# Copyright (c) 2011 The Chromium OS Authors.
3#
Simon Glass0d24de92012-01-14 15:12:45 +00004
Paul Burton2ce7b212016-09-27 16:03:52 +01005try:
6 import configparser as ConfigParser
7except:
8 import ConfigParser
9
Simon Glass0d24de92012-01-14 15:12:45 +000010import os
11import re
12
Simon Glassbf776672020-04-17 18:09:04 -060013from patman import command
14from patman import gitutil
15from patman import tools
Simon Glass0d24de92012-01-14 15:12:45 +000016
Doug Andersona1dcee82012-12-03 14:43:18 +000017"""Default settings per-project.
18
19These are used by _ProjectConfigParser. Settings names should match
20the "dest" of the option parser from patman.py.
21"""
22_default_settings = {
23 "u-boot": {},
24 "linux": {
25 "process_tags": "False",
26 }
27}
28
29class _ProjectConfigParser(ConfigParser.SafeConfigParser):
30 """ConfigParser that handles projects.
31
32 There are two main goals of this class:
33 - Load project-specific default settings.
34 - Merge general default settings/aliases with project-specific ones.
35
36 # Sample config used for tests below...
Simon Glassc3a13cc2020-04-17 18:08:55 -060037 >>> from io import StringIO
Doug Andersona1dcee82012-12-03 14:43:18 +000038 >>> sample_config = '''
39 ... [alias]
40 ... me: Peter P. <likesspiders@example.com>
41 ... enemies: Evil <evil@example.com>
42 ...
43 ... [sm_alias]
44 ... enemies: Green G. <ugly@example.com>
45 ...
46 ... [sm2_alias]
47 ... enemies: Doc O. <pus@example.com>
48 ...
49 ... [settings]
50 ... am_hero: True
51 ... '''
52
53 # Check to make sure that bogus project gets general alias.
54 >>> config = _ProjectConfigParser("zzz")
Paul Burtonf5d44b92016-09-27 16:03:55 +010055 >>> config.readfp(StringIO(sample_config))
Simon Glass7ebb45c2019-05-14 15:53:52 -060056 >>> str(config.get("alias", "enemies"))
57 'Evil <evil@example.com>'
Doug Andersona1dcee82012-12-03 14:43:18 +000058
59 # Check to make sure that alias gets overridden by project.
60 >>> config = _ProjectConfigParser("sm")
Paul Burtonf5d44b92016-09-27 16:03:55 +010061 >>> config.readfp(StringIO(sample_config))
Simon Glass7ebb45c2019-05-14 15:53:52 -060062 >>> str(config.get("alias", "enemies"))
63 'Green G. <ugly@example.com>'
Doug Andersona1dcee82012-12-03 14:43:18 +000064
65 # Check to make sure that settings get merged with project.
66 >>> config = _ProjectConfigParser("linux")
Paul Burtonf5d44b92016-09-27 16:03:55 +010067 >>> config.readfp(StringIO(sample_config))
Simon Glass7ebb45c2019-05-14 15:53:52 -060068 >>> sorted((str(a), str(b)) for (a, b) in config.items("settings"))
69 [('am_hero', 'True'), ('process_tags', 'False')]
Doug Andersona1dcee82012-12-03 14:43:18 +000070
71 # Check to make sure that settings works with unknown project.
72 >>> config = _ProjectConfigParser("unknown")
Paul Burtonf5d44b92016-09-27 16:03:55 +010073 >>> config.readfp(StringIO(sample_config))
Simon Glass7ebb45c2019-05-14 15:53:52 -060074 >>> sorted((str(a), str(b)) for (a, b) in config.items("settings"))
75 [('am_hero', 'True')]
Doug Andersona1dcee82012-12-03 14:43:18 +000076 """
77 def __init__(self, project_name):
78 """Construct _ProjectConfigParser.
79
80 In addition to standard SafeConfigParser initialization, this also loads
81 project defaults.
82
83 Args:
84 project_name: The name of the project.
85 """
86 self._project_name = project_name
87 ConfigParser.SafeConfigParser.__init__(self)
88
89 # Update the project settings in the config based on
90 # the _default_settings global.
91 project_settings = "%s_settings" % project_name
92 if not self.has_section(project_settings):
93 self.add_section(project_settings)
94 project_defaults = _default_settings.get(project_name, {})
Paul Burtonc9eac382016-09-27 16:03:54 +010095 for setting_name, setting_value in project_defaults.items():
Doug Andersona1dcee82012-12-03 14:43:18 +000096 self.set(project_settings, setting_name, setting_value)
97
98 def get(self, section, option, *args, **kwargs):
99 """Extend SafeConfigParser to try project_section before section.
100
101 Args:
102 See SafeConfigParser.
103 Returns:
104 See SafeConfigParser.
105 """
106 try:
Simon Glassec9e0f42018-10-01 21:12:33 -0600107 val = ConfigParser.SafeConfigParser.get(
Doug Andersona1dcee82012-12-03 14:43:18 +0000108 self, "%s_%s" % (self._project_name, section), option,
109 *args, **kwargs
110 )
111 except (ConfigParser.NoSectionError, ConfigParser.NoOptionError):
Simon Glassec9e0f42018-10-01 21:12:33 -0600112 val = ConfigParser.SafeConfigParser.get(
Doug Andersona1dcee82012-12-03 14:43:18 +0000113 self, section, option, *args, **kwargs
114 )
Simon Glass513eace2019-05-14 15:53:50 -0600115 return tools.ToUnicode(val)
Doug Andersona1dcee82012-12-03 14:43:18 +0000116
117 def items(self, section, *args, **kwargs):
118 """Extend SafeConfigParser to add project_section to section.
119
120 Args:
121 See SafeConfigParser.
122 Returns:
123 See SafeConfigParser.
124 """
125 project_items = []
126 has_project_section = False
127 top_items = []
128
129 # Get items from the project section
130 try:
131 project_items = ConfigParser.SafeConfigParser.items(
132 self, "%s_%s" % (self._project_name, section), *args, **kwargs
133 )
134 has_project_section = True
135 except ConfigParser.NoSectionError:
136 pass
137
138 # Get top-level items
139 try:
140 top_items = ConfigParser.SafeConfigParser.items(
141 self, section, *args, **kwargs
142 )
143 except ConfigParser.NoSectionError:
144 # If neither section exists raise the error on...
145 if not has_project_section:
146 raise
147
148 item_dict = dict(top_items)
149 item_dict.update(project_items)
Simon Glass513eace2019-05-14 15:53:50 -0600150 return {(tools.ToUnicode(item), tools.ToUnicode(val))
Simon Glass4a4c5dd2019-05-14 15:53:40 -0600151 for item, val in item_dict.items()}
Doug Andersona1dcee82012-12-03 14:43:18 +0000152
Simon Glass0d24de92012-01-14 15:12:45 +0000153def ReadGitAliases(fname):
154 """Read a git alias file. This is in the form used by git:
155
156 alias uboot u-boot@lists.denx.de
157 alias wd Wolfgang Denk <wd@denx.de>
158
159 Args:
160 fname: Filename to read
161 """
162 try:
Simon Glass272cd852019-10-31 07:42:51 -0600163 fd = open(fname, 'r', encoding='utf-8')
Simon Glass0d24de92012-01-14 15:12:45 +0000164 except IOError:
Paul Burtona920a172016-09-27 16:03:50 +0100165 print("Warning: Cannot find alias file '%s'" % fname)
Simon Glass0d24de92012-01-14 15:12:45 +0000166 return
167
168 re_line = re.compile('alias\s+(\S+)\s+(.*)')
169 for line in fd.readlines():
170 line = line.strip()
171 if not line or line[0] == '#':
172 continue
173
174 m = re_line.match(line)
175 if not m:
Paul Burtona920a172016-09-27 16:03:50 +0100176 print("Warning: Alias file line '%s' not understood" % line)
Simon Glass0d24de92012-01-14 15:12:45 +0000177 continue
178
179 list = alias.get(m.group(1), [])
180 for item in m.group(2).split(','):
181 item = item.strip()
182 if item:
183 list.append(item)
184 alias[m.group(1)] = list
185
186 fd.close()
187
Vikram Narayanan87d65552012-05-23 09:01:06 +0000188def CreatePatmanConfigFile(config_fname):
189 """Creates a config file under $(HOME)/.patman if it can't find one.
190
191 Args:
192 config_fname: Default config filename i.e., $(HOME)/.patman
193
194 Returns:
195 None
196 """
197 name = gitutil.GetDefaultUserName()
198 if name == None:
199 name = raw_input("Enter name: ")
200
201 email = gitutil.GetDefaultUserEmail()
202
203 if email == None:
204 email = raw_input("Enter email: ")
205
206 try:
207 f = open(config_fname, 'w')
208 except IOError:
Paul Burtona920a172016-09-27 16:03:50 +0100209 print("Couldn't create patman config file\n")
Vikram Narayanan87d65552012-05-23 09:01:06 +0000210 raise
211
Simon Glassad893142017-09-12 20:30:28 -0600212 print('''[alias]
213me: %s <%s>
214
215[bounces]
216nxp = Zhikang Zhang <zhikang.zhang@nxp.com>
217''' % (name, email), file=f)
Vikram Narayanan87d65552012-05-23 09:01:06 +0000218 f.close();
219
Doug Anderson8568bae2012-12-03 14:43:17 +0000220def _UpdateDefaults(parser, config):
221 """Update the given OptionParser defaults based on config.
222
223 We'll walk through all of the settings from the parser
224 For each setting we'll look for a default in the option parser.
225 If it's found we'll update the option parser default.
226
227 The idea here is that the .patman file should be able to update
228 defaults but that command line flags should still have the final
229 say.
230
231 Args:
232 parser: An instance of an OptionParser whose defaults will be
233 updated.
Doug Andersona1dcee82012-12-03 14:43:18 +0000234 config: An instance of _ProjectConfigParser that we will query
Doug Anderson8568bae2012-12-03 14:43:17 +0000235 for settings.
236 """
237 defaults = parser.get_default_values()
238 for name, val in config.items('settings'):
239 if hasattr(defaults, name):
240 default_val = getattr(defaults, name)
241 if isinstance(default_val, bool):
242 val = config.getboolean('settings', name)
243 elif isinstance(default_val, int):
244 val = config.getint('settings', name)
245 parser.set_default(name, val)
246 else:
Paul Burtona920a172016-09-27 16:03:50 +0100247 print("WARNING: Unknown setting %s" % name)
Doug Anderson8568bae2012-12-03 14:43:17 +0000248
Simon Glass8895b3e2015-01-29 11:35:17 -0700249def _ReadAliasFile(fname):
250 """Read in the U-Boot git alias file if it exists.
251
252 Args:
253 fname: Filename to read.
254 """
255 if os.path.exists(fname):
256 bad_line = None
Simon Glass272cd852019-10-31 07:42:51 -0600257 with open(fname, encoding='utf-8') as fd:
Simon Glass8895b3e2015-01-29 11:35:17 -0700258 linenum = 0
259 for line in fd:
260 linenum += 1
261 line = line.strip()
262 if not line or line.startswith('#'):
263 continue
Adam Sampsonb8a48fb2018-06-27 14:38:58 +0100264 words = line.split(None, 2)
Simon Glass8895b3e2015-01-29 11:35:17 -0700265 if len(words) < 3 or words[0] != 'alias':
266 if not bad_line:
267 bad_line = "%s:%d:Invalid line '%s'" % (fname, linenum,
268 line)
269 continue
270 alias[words[1]] = [s.strip() for s in words[2].split(',')]
271 if bad_line:
Paul Burtona920a172016-09-27 16:03:50 +0100272 print(bad_line)
Simon Glass8895b3e2015-01-29 11:35:17 -0700273
Chris Packhame11aa602017-09-01 20:57:53 +1200274def _ReadBouncesFile(fname):
275 """Read in the bounces file if it exists
276
277 Args:
278 fname: Filename to read.
279 """
280 if os.path.exists(fname):
281 with open(fname) as fd:
282 for line in fd:
283 if line.startswith('#'):
284 continue
285 bounces.add(line.strip())
286
Simon Glassad893142017-09-12 20:30:28 -0600287def GetItems(config, section):
288 """Get the items from a section of the config.
289
290 Args:
291 config: _ProjectConfigParser object containing settings
292 section: name of section to retrieve
293
294 Returns:
295 List of (name, value) tuples for the section
296 """
297 try:
298 return config.items(section)
299 except ConfigParser.NoSectionError as e:
300 return []
301 except:
302 raise
303
Doug Andersona1dcee82012-12-03 14:43:18 +0000304def Setup(parser, project_name, config_fname=''):
Simon Glass0d24de92012-01-14 15:12:45 +0000305 """Set up the settings module by reading config files.
306
307 Args:
Doug Anderson8568bae2012-12-03 14:43:17 +0000308 parser: The parser to update
Doug Andersona1dcee82012-12-03 14:43:18 +0000309 project_name: Name of project that we're working on; we'll look
310 for sections named "project_section" as well.
Simon Glass0d24de92012-01-14 15:12:45 +0000311 config_fname: Config filename to read ('' for default)
312 """
Simon Glass8895b3e2015-01-29 11:35:17 -0700313 # First read the git alias file if available
314 _ReadAliasFile('doc/git-mailrc')
Doug Andersona1dcee82012-12-03 14:43:18 +0000315 config = _ProjectConfigParser(project_name)
Simon Glass0d24de92012-01-14 15:12:45 +0000316 if config_fname == '':
Vikram Narayanan2b36c752012-05-23 08:58:58 +0000317 config_fname = '%s/.patman' % os.getenv('HOME')
Vikram Narayanan87d65552012-05-23 09:01:06 +0000318
319 if not os.path.exists(config_fname):
Paul Burtona920a172016-09-27 16:03:50 +0100320 print("No config file found ~/.patman\nCreating one...\n")
Vikram Narayanan87d65552012-05-23 09:01:06 +0000321 CreatePatmanConfigFile(config_fname)
322
Doug Anderson8568bae2012-12-03 14:43:17 +0000323 config.read(config_fname)
Simon Glass0d24de92012-01-14 15:12:45 +0000324
Simon Glassad893142017-09-12 20:30:28 -0600325 for name, value in GetItems(config, 'alias'):
Simon Glass0d24de92012-01-14 15:12:45 +0000326 alias[name] = value.split(',')
327
Chris Packhame11aa602017-09-01 20:57:53 +1200328 _ReadBouncesFile('doc/bounces')
Simon Glassad893142017-09-12 20:30:28 -0600329 for name, value in GetItems(config, 'bounces'):
Chris Packhame11aa602017-09-01 20:57:53 +1200330 bounces.add(value)
331
Doug Anderson8568bae2012-12-03 14:43:17 +0000332 _UpdateDefaults(parser, config)
Simon Glass0d24de92012-01-14 15:12:45 +0000333
334# These are the aliases we understand, indexed by alias. Each member is a list.
335alias = {}
Chris Packhame11aa602017-09-01 20:57:53 +1200336bounces = set()
Doug Andersona1dcee82012-12-03 14:43:18 +0000337
338if __name__ == "__main__":
339 import doctest
340
341 doctest.testmod()