1  import os.path
       2  
       3  from c_common import fsutil
       4  import c_common.tables as _tables
       5  import c_parser.info as _info
       6  
       7  
       8  BASE_COLUMNS = [
       9      'filename',
      10      'funcname',
      11      'name',
      12      'kind',
      13  ]
      14  END_COLUMNS = {
      15      'parsed': 'data',
      16      'decls': 'declaration',
      17  }
      18  
      19  
      20  def _get_columns(group, extra=None):
      21      return BASE_COLUMNS + list(extra or ()) + [END_COLUMNS[group]]
      22      #return [
      23      #    *BASE_COLUMNS,
      24      #    *extra or (),
      25      #    END_COLUMNS[group],
      26      #]
      27  
      28  
      29  #############################
      30  # high-level
      31  
      32  def read_parsed(infile):
      33      # XXX Support other formats than TSV?
      34      columns = _get_columns('parsed')
      35      for row in _tables.read_table(infile, columns, sep='\t', fix='-'):
      36          yield _info.ParsedItem.from_row(row, columns)
      37  
      38  
      39  def write_parsed(items, outfile):
      40      # XXX Support other formats than TSV?
      41      columns = _get_columns('parsed')
      42      rows = (item.as_row(columns) for item in items)
      43      _tables.write_table(outfile, columns, rows, sep='\t', fix='-')
      44  
      45  
      46  def read_decls(infile, fmt=None):
      47      if fmt is None:
      48          fmt = _get_format(infile)
      49      read_all, _ = _get_format_handlers('decls', fmt)
      50      for decl, _ in read_all(infile):
      51          yield decl
      52  
      53  
      54  def write_decls(decls, outfile, fmt=None, *, backup=False):
      55      if fmt is None:
      56          fmt = _get_format(infile)
      57      _, write_all = _get_format_handlers('decls', fmt)
      58      write_all(decls, outfile, backup=backup)
      59  
      60  
      61  #############################
      62  # formats
      63  
      64  def _get_format(file, default='tsv'):
      65      if isinstance(file, str):
      66          filename = file
      67      else:
      68          filename = getattr(file, 'name', '')
      69      _, ext = os.path.splitext(filename)
      70      return ext[1:] if ext else default
      71  
      72  
      73  def _get_format_handlers(group, fmt):
      74      # XXX Use a registry.
      75      if group != 'decls':
      76          raise NotImplementedError(group)
      77      if fmt == 'tsv':
      78          return (_iter_decls_tsv, _write_decls_tsv)
      79      else:
      80          raise NotImplementedError(fmt)
      81  
      82  
      83  # tsv
      84  
      85  def iter_decls_tsv(infile, extracolumns=None, relroot=fsutil.USE_CWD):
      86      if relroot and relroot is not fsutil.USE_CWD:
      87          relroot = os.path.abspath(relroot)
      88      for info, extra in _iter_decls_tsv(infile, extracolumns):
      89          decl = _info.Declaration.from_row(info)
      90          decl = decl.fix_filename(relroot, formatted=False, fixroot=False)
      91          yield decl, extra
      92  
      93  
      94  def write_decls_tsv(decls, outfile, extracolumns=None, *,
      95                      relroot=fsutil.USE_CWD,
      96                      **kwargs
      97                      ):
      98      if relroot and relroot is not fsutil.USE_CWD:
      99          relroot = os.path.abspath(relroot)
     100      decls = (d.fix_filename(relroot, fixroot=False) for d in decls)
     101      # XXX Move the row rendering here.
     102      _write_decls_tsv(decls, outfile, extracolumns, kwargs)
     103  
     104  
     105  def _iter_decls_tsv(infile, extracolumns=None):
     106      columns = _get_columns('decls', extracolumns)
     107      for row in _tables.read_table(infile, columns, sep='\t'):
     108          if extracolumns:
     109              declinfo = row[:4] + row[-1:]
     110              extra = row[4:-1]
     111          else:
     112              declinfo = row
     113              extra = None
     114          # XXX Use something like tables.fix_row() here.
     115          declinfo = [None if v == '-' else v
     116                      for v in declinfo]
     117          yield declinfo, extra
     118  
     119  
     120  def _write_decls_tsv(decls, outfile, extracolumns, kwargs):
     121      columns = _get_columns('decls', extracolumns)
     122      if extracolumns:
     123          def render_decl(decl):
     124              if type(row) is tuple:
     125                  decl, *extra = decl
     126              else:
     127                  extra = ()
     128              extra += ('???',) * (len(extraColumns) - len(extra))
     129              *row, declaration = _render_known_row(decl)
     130              row += extra + (declaration,)
     131              return row
     132      else:
     133          render_decl = _render_known_decl
     134      _tables.write_table(
     135          outfile,
     136          header='\t'.join(columns),
     137          rows=(render_decl(d) for d in decls),
     138          sep='\t',
     139          **kwargs
     140      )
     141  
     142  
     143  def _render_known_decl(decl, *,
     144                         # These match BASE_COLUMNS + END_COLUMNS[group].
     145                         _columns = 'filename parent name kind data'.split(),
     146                         ):
     147      if not isinstance(decl, _info.Declaration):
     148          # e.g. Analyzed
     149          decl = decl.decl
     150      rowdata = decl.render_rowdata(_columns)
     151      return [rowdata[c] or '-' for c in _columns]
     152      # XXX
     153      #return _tables.fix_row(rowdata[c] for c in columns)