import sys import re global default_var default_var = {} class ParameterGroup(object): """ Single parameter group """ def __init__(self, name): self.name = name self.params = [] def AddParameter(self, param): """ Add parameter to the group """ self.params.append(param) def GetName(self): """ Get parameter group name """ return self.name def GetParams(self): """ Returns the parsed list of parameters. Every parameter is a Parameter object. Note that returned object is not a copy. Modifications affect state of the parser. """ return sorted(self.params, key=lambda x: x.GetFieldValue("code")) class Parameter(object): """ Single parameter """ # Define sorting order of the fields priority = { "board": 9, "short_desc": 8, "long_desc": 7, "min": 5, "max": 4, "unit": 3, "decimal": 2, # all others == 0 (sorted alphabetically) } def __init__(self, name, type, default = ""): self.fields = {} self.values = {} self.name = name self.type = type self.default = default def GetName(self): return self.name def GetType(self): return self.type def GetDefault(self): return self.default def SetField(self, code, value): """ Set named field value """ self.fields[code] = value def SetEnumValue(self, code, value): """ Set named enum value """ self.values[code] = value def GetFieldCodes(self): """ Return list of existing field codes in convenient order """ keys = self.fields.keys() keys = sorted(keys) keys = sorted(keys, key=lambda x: self.priority.get(x, 0), reverse=True) return keys def GetFieldValue(self, code): """ Return value of the given field code or None if not found. """ fv = self.fields.get(code) if not fv: # required because python 3 sorted does not accept None return "" return fv def GetEnumCodes(self): """ Return list of existing value codes in convenient order """ keys = self.values.keys() #keys = sorted(keys) #keys = sorted(keys, key=lambda x: self.priority.get(x, 0), reverse=True) return keys def GetEnumValue(self, code): """ Return value of the given enum code or None if not found. """ fv = self.values.get(code) if not fv: # required because python 3 sorted does not accept None return "" return fv class SourceParser(object): """ Parses provided data and stores all found parameters internally. """ re_split_lines = re.compile(r'[\r\n]+') re_comment_start = re.compile(r'^\/\*\*') re_comment_content = re.compile(r'^\*\s*(.*)') re_comment_tag = re.compile(r'@([a-zA-Z][a-zA-Z0-9_]*)\s*(.*)') re_comment_end = re.compile(r'(.*?)\s*\*\/') re_parameter_definition = re.compile(r'PARAM_DEFINE_([A-Z_][A-Z0-9_]*)\s*\(([A-Z_][A-Z0-9_]*)\s*,\s*([^ ,\)]+)\s*\)\s*;') re_px4_parameter_definition = re.compile(r'PX4_PARAM_DEFINE_([A-Z_][A-Z0-9_]*)\s*\(([A-Z_][A-Z0-9_]*)\s*\)\s*;') re_px4_param_default_definition = re.compile(r'#define\s*PARAM_([A-Z_][A-Z0-9_]*)\s*([^ ,\)]+)\s*') re_cut_type_specifier = re.compile(r'[a-z]+$') re_is_a_number = re.compile(r'^-?[0-9\.]') re_remove_dots = re.compile(r'\.+$') re_remove_carriage_return = re.compile('\n+') valid_tags = set(["group", "board", "min", "max", "unit", "decimal", "increment", "reboot_required", "value"]) # Order of parameter groups priority = { # All other groups = 0 (sort alphabetically) "Miscellaneous": -10 } def __init__(self): self.param_groups = {} def Parse(self, contents): """ Incrementally parse program contents and append all found parameters to the list. """ # This code is essentially a comment-parsing grammar. "state" # represents parser state. It contains human-readable state # names. state = None for line in self.re_split_lines.split(contents): line = line.strip() # Ignore empty lines if line == "": continue if self.re_comment_start.match(line): state = "wait-short" short_desc = None long_desc = None tags = {} def_values = {} elif state is not None and state != "comment-processed": m = self.re_comment_end.search(line) if m: line = m.group(1) last_comment_line = True else: last_comment_line = False m = self.re_comment_content.match(line) if m: comment_content = m.group(1) if comment_content == "": # When short comment ends with empty comment line, # start waiting for the next part - long comment. if state == "wait-short-end": state = "wait-long" else: m = self.re_comment_tag.match(comment_content) if m: tag, desc = m.group(1, 2) if (tag == "value"): # Take the meta info string and split the code and description metainfo = desc.split(" ", 1) def_values[metainfo[0]] = metainfo[1] else: tags[tag] = desc current_tag = tag state = "wait-tag-end" elif state == "wait-short": # Store first line of the short description short_desc = comment_content state = "wait-short-end" elif state == "wait-short-end": # Append comment line to the short description short_desc += "\n" + comment_content elif state == "wait-long": # Store first line of the long description long_desc = comment_content state = "wait-long-end" elif state == "wait-long-end": # Append comment line to the long description long_desc += "\n" + comment_content elif state == "wait-tag-end": # Append comment line to the tag text tags[current_tag] += "\n" + comment_content else: raise AssertionError( "Invalid parser state: %s" % state) elif not last_comment_line: # Invalid comment line (inside comment, but not starting with # "*" or "*/". Reset parsed content. state = None if last_comment_line: state = "comment-processed" else: tp = None name = None defval = "" # Non-empty line outside the comment m = self.re_px4_param_default_definition.match(line) # Default value handling if m: name_m, defval_m = m.group(1,2) default_var[name_m] = defval_m m = self.re_parameter_definition.match(line) if m: tp, name, defval = m.group(1, 2, 3) else: m = self.re_px4_parameter_definition.match(line) if m: tp, name = m.group(1, 2) if (name+'_DEFAULT') in default_var: defval = default_var[name+'_DEFAULT'] if tp is not None: # Remove trailing type specifier from numbers: 0.1f => 0.1 if defval != "" and self.re_is_a_number.match(defval): defval = self.re_cut_type_specifier.sub('', defval) param = Parameter(name, tp, defval) param.SetField("short_desc", name) # If comment was found before the parameter declaration, # inject its data into the newly created parameter. group = "Miscellaneous" if state == "comment-processed": if short_desc is not None: param.SetField("short_desc", self.re_remove_dots.sub('', short_desc)) if long_desc is not None: long_desc = self.re_remove_carriage_return.sub(' ', long_desc) param.SetField("long_desc", long_desc) for tag in tags: if tag == "group": group = tags[tag] elif tag not in self.valid_tags: sys.stderr.write("Skipping invalid documentation tag: '%s'\n" % tag) return False else: param.SetField(tag, tags[tag]) for def_value in def_values: param.SetEnumValue(def_value, def_values[def_value]) # Store the parameter if group not in self.param_groups: self.param_groups[group] = ParameterGroup(group) self.param_groups[group].AddParameter(param) state = None return True def IsNumber(self, numberString): try: float(numberString) return True except ValueError: return False def Validate(self): """ Validates the parameter meta data. """ seenParamNames = [] for group in self.GetParamGroups(): for param in group.GetParams(): name = param.GetName() board = param.GetFieldValue("board") # Check for duplicates name_plus_board = name + "+" + board for seenParamName in seenParamNames: if seenParamName == name_plus_board: sys.stderr.write("Duplicate parameter definition: {0}\n".format(name_plus_board)) return False seenParamNames.append(name_plus_board) # Validate values default = param.GetDefault() min = param.GetFieldValue("min") max = param.GetFieldValue("max") #sys.stderr.write("{0} default:{1} min:{2} max:{3}\n".format(name, default, min, max)) if default != "" and not self.IsNumber(default): sys.stderr.write("Default value not number: {0} {1}\n".format(name, default)) return False if min != "": if not self.IsNumber(min): sys.stderr.write("Min value not number: {0} {1}\n".format(name, min)) return False if default != "" and float(default) < float(min): sys.stderr.write("Default value is smaller than min: {0} default:{1} min:{2}\n".format(name, default, min)) return False if max != "": if not self.IsNumber(max): sys.stderr.write("Max value not number: {0} {1}\n".format(name, max)) return False if default != "" and float(default) > float(max): sys.stderr.write("Default value is larger than max: {0} default:{1} max:{2}\n".format(name, default, max)) return False for code in param.GetEnumCodes(): if not self.IsNumber(code): sys.stderr.write("Min value not number: {0} {1}\n".format(name, code)) return False if param.GetEnumValue(code) == "": sys.stderr.write("Description for enum value is empty: {0} {1}\n".format(name, code)) return False return True def GetParamGroups(self): """ Returns the parsed list of parameters. Every parameter is a Parameter object. Note that returned object is not a copy. Modifications affect state of the parser. """ groups = self.param_groups.values() groups = sorted(groups, key=lambda x: x.GetName()) groups = sorted(groups, key=lambda x: self.priority.get(x.GetName(), 0), reverse=True) return groups