ready for merge

Author: john-friedman

datamule/datamule/document/document.py

@@ -631,7 +631,7 @@ def get_section(self, title=None, title_regex=None,title_class=None, format='dic
                     return [flatten_dict(item[1],format) for item in result]
 
 
-    def get_tables(self, description_regex=None, description_fields=None, name=None, contains_regex=None):
+    def get_tables(self, description_regex=None, description_fields=['preamble', 'postamble', 'footnotes'], name=None, contains_regex=None):
         # make sure tables is initialized
         self.tables
         return self._tables.get_tables(

datamule/datamule/mapping_dicts/html_mapping_dicts_old.py

@@ -179,10 +179,10 @@ Note that `get_section` will return matches for `title` (original title) or `sta
 ### `get_tables`
 Gets table by exact name, by regex of description, or by regex patterns that must exist in the table data. Description is autogenerated from nearby context for html files.
 
-
 **Parameters:**
 - `description_regex`: Regex pattern to match against table descriptions
-- `name`: Exact table name to match
+- `description_fields`: which fields to search, default is ['preamble', 'postamble', 'footnotes']
+- `name`: Exact table name to match (works for xml derived tables)
 - `contains_regex`: List of regex patterns that must ALL match somewhere in the table's data
 
 Examples:

datamule/docs-rewrite/docs/datamule-python/portfolio/document.md

@@ -32,7 +32,7 @@
 setup(
     name="datamule",
     author="John Friedman",
-    version="3.1.1",
+    version="3.2.0",
     description="Work with SEC submissions at scale.",
     packages=find_packages(include=['datamule', 'datamule.*']),
     url="https://github.com/john-friedman/datamule-python",