Network and Hybrid parsers

.gitignore

@@ -16,4 +16,4 @@ _build/
 htmlcov/
 
 # vscode
-.vscode
+.vscode

camelot/cli.py

@@ -18,7 +18,7 @@
 logger.setLevel(logging.INFO)
 
 
-class Config(object):
+class Config():
     def __init__(self):
         self.config = {}
 
@@ -31,7 +31,8 @@ def set_config(self, key, value):
 
 @click.group(name="camelot")
 @click.version_option(version=__version__)
-@click.option("-q", "--quiet", is_flag=False, help="Suppress logs and warnings.")
+@click.option("-q", "--quiet", is_flag=False,
+              help="Suppress logs and warnings.")
 @click.option(
     "-p",
     "--pages",
@@ -57,7 +58,7 @@ def set_config(self, key, value):
     "-flag",
     "--flag_size",
     is_flag=True,
-    help="Flag text based on" " font size. Useful to detect super/subscripts.",
+    help="Flag text based on font size. Useful to detect super/subscripts.",
 )
 @click.option(
     "-strip",
@@ -98,7 +99,8 @@ def cli(ctx, *args, **kwargs):
     " where x1, y1 -> left-top and x2, y2 -> right-bottom.",
 )
 @click.option(
-    "-back", "--process_background", is_flag=True, help="Process background lines."
+    "-back", "--process_background", is_flag=True,
+    help="Process background lines."
 )
 @click.option(
     "-scale",
@@ -127,7 +129,8 @@ def cli(ctx, *args, **kwargs):
     "-l",
     "--line_tol",
     default=2,
-    help="Tolerance parameter used to merge close vertical" " and horizontal lines.",
+    help="Tolerance parameter used to merge close vertical"
+    " and horizontal lines.",
 )
 @click.option(
     "-j",
@@ -197,12 +200,15 @@ def lattice(c, *args, **kwargs):
             raise ImportError("matplotlib is required for plotting.")
     else:
         if output is None:
-            raise click.UsageError("Please specify output file path using --output")
+            raise click.UsageError(
+                "Please specify output file path using --output")
         if f is None:
-            raise click.UsageError("Please specify output file format using --format")
+            raise click.UsageError(
+                "Please specify output file format using --format")
 
     tables = read_pdf(
-        filepath, pages=pages, flavor="lattice", suppress_stdout=quiet, **kwargs
+        filepath, pages=pages, flavor="lattice", suppress_stdout=quiet,
+        **kwargs
     )
     click.echo(f"Found {tables.n} tables")
     if plot_type is not None:
@@ -247,7 +253,8 @@ def lattice(c, *args, **kwargs):
     "-r",
     "--row_tol",
     default=2,
-    help="Tolerance parameter" " used to combine text vertically, to generate rows.",
+    help="Tolerance parameter"
+         " used to combine text vertically, to generate rows.",
 )
 @click.option(
     "-c",
@@ -288,9 +295,11 @@ def stream(c, *args, **kwargs):
             raise ImportError("matplotlib is required for plotting.")
     else:
         if output is None:
-            raise click.UsageError("Please specify output file path using --output")
+            raise click.UsageError(
+                "Please specify output file path using --output")
         if f is None:
-            raise click.UsageError("Please specify output file format using --format")
+            raise click.UsageError(
+                "Please specify output file format using --format")
 
     tables = read_pdf(
         filepath, pages=pages, flavor="stream", suppress_stdout=quiet, **kwargs
@@ -302,3 +311,98 @@ def stream(c, *args, **kwargs):
             plt.show()
     else:
         tables.export(output, f=f, compress=compress)
+
+
+@cli.command("network")
+@click.option(
+    "-R",
+    "--table_regions",
+    default=[],
+    multiple=True,
+    help="Page regions to analyze. Example: x1,y1,x2,y2"
+    " where x1, y1 -> left-top and x2, y2 -> right-bottom.",
+)
+@click.option(
+    "-T",
+    "--table_areas",
+    default=[],
+    multiple=True,
+    help="Table areas to process. Example: x1,y1,x2,y2"
+    " where x1, y1 -> left-top and x2, y2 -> right-bottom.",
+)
+@click.option(
+    "-C",
+    "--columns",
+    default=[],
+    multiple=True,
+    help="X coordinates of column separators.",
+)
+@click.option(
+    "-e",
+    "--edge_tol",
+    default=50,
+    help="Tolerance parameter" " for extending textedges vertically.",
+)
+@click.option(
+    "-r",
+    "--row_tol",
+    default=2,
+    help="Tolerance parameter"
+         " used to combine text vertically, to generate rows.",
+)
+@click.option(
+    "-c",
+    "--column_tol",
+    default=0,
+    help="Tolerance parameter"
+    " used to combine text horizontally, to generate columns.",
+)
+@click.option(
+    "-plot",
+    "--plot_type",
+    type=click.Choice(["text", "grid", "contour", "textedge"]),
+    help="Plot elements found on PDF page for visual debugging.",
+)
+@click.argument("filepath", type=click.Path(exists=True))
+@pass_config
+def network(c, *args, **kwargs):
+    """Use spaces between text to parse the table."""
+    conf = c.config
+    pages = conf.pop("pages")
+    output = conf.pop("output")
+    f = conf.pop("format")
+    compress = conf.pop("zip")
+    quiet = conf.pop("quiet")
+    plot_type = kwargs.pop("plot_type")
+    filepath = kwargs.pop("filepath")
+    kwargs.update(conf)
+
+    table_regions = list(kwargs["table_regions"])
+    kwargs["table_regions"] = None if not table_regions else table_regions
+    table_areas = list(kwargs["table_areas"])
+    kwargs["table_areas"] = None if not table_areas else table_areas
+    columns = list(kwargs["columns"])
+    kwargs["columns"] = None if not columns else columns
+
+    if plot_type is not None:
+        if not _HAS_MPL:
+            raise ImportError("matplotlib is required for plotting.")
+    else:
+        if output is None:
+            raise click.UsageError(
+                "Please specify output file path using --output")
+        if f is None:
+            raise click.UsageError(
+                "Please specify output file format using --format")
+
+    tables = read_pdf(
+        filepath, pages=pages, flavor="network",
+        suppress_stdout=quiet, **kwargs
+    )
+    click.echo(f"Found {tables.n} tables")
+    if plot_type is not None:
+        for table in tables:
+            plot(table, kind=plot_type)
+            plt.show()
+    else:
+        tables.export(output, f=f, compress=compress)