Changeset - 385f5a20da20
[Not reviewed]
0 3 0
Brett Smith - 4 years ago 2020-08-10 15:36:51
brettcsmith@brettcsmith.org
extract_odf_links: Don't print document-internal links.
3 files changed with 6 insertions and 4 deletions:
0 comments (0 inline, 0 general)
conservancy_beancount/tools/extract_odf_links.py
Show inline comments
 
#!/usr/bin/env python3
 
"""extract_odf_links.py - Tool to extract links from ODF documents
 

	
 
Given one or more ODF documents, this tool finds links that refer to the local
 
filesystem, and writes their full paths to stdout.
 
"""
 
# Copyright © 2020 Brett Smith
 
#
 
# This program is free software: you can redistribute it and/or modify
 
# it under the terms of the GNU Affero General Public License as published by
 
# the Free Software Foundation, either version 3 of the License, or
 
# (at your option) any later version.
 
#
 
# This program is distributed in the hope that it will be useful,
 
# but WITHOUT ANY WARRANTY; without even the implied warranty of
 
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 
# GNU Affero General Public License for more details.
 
#
 
# You should have received a copy of the GNU Affero General Public License
 
# along with this program.  If not, see <https://www.gnu.org/licenses/>.
 

	
 
import argparse
 
import logging
 
import os
 
import sys
 
import urllib.parse
 

	
 
from pathlib import Path
 
from zipfile import BadZipFile
 

	
 
import odf.opendocument  # type:ignore[import]
 
import odf.text  # type:ignore[import]
 

	
 
from typing import (
 
    Iterator,
 
    Optional,
 
    Sequence,
 
    Set,
 
    TextIO,
 
)
 

	
 
from .. import cliutil
 

	
 
PROGNAME = 'extract-odf-links'
 
logger = logging.getLogger('conservancy_beancount.tools.extract_odf_links')
 

	
 
def parse_delimiter(arg: str) -> str:
 
    try:
 
        retval = eval('"{}"'.format(arg.replace('"', r'\"')), {})
 
    except SyntaxError:
 
        retval = None
 
    if isinstance(retval, str):
 
        return retval
 
    else:
 
        raise ValueError(f"not a valid string: {arg!r}")
 

	
 
def parse_arguments(arglist: Optional[Sequence[str]]=None) -> argparse.Namespace:
 
    parser = argparse.ArgumentParser(prog=PROGNAME)
 
    cliutil.add_version_argument(parser)
 
    cliutil.add_loglevel_argument(parser)
 
    parser.add_argument(
 
        '--delimiter', '-d',
 
        metavar='TEXT',
 
        type=parse_delimiter,
 
        default='\\n',
 
        help="""String to output between links. Accepts all backslash escapes
 
supported in Python like \\n, \\t, \\0, \\u, etc. Default `%(default)s`.
 
""")
 
    parser.add_argument(
 
        '--zero', '--null', '-z', '-0',
 
        action='store_const',
 
        dest='delimiter',
 
        const='\0',
 
        help="""Shortcut for --delimiter=\\0
 
""")
 
    parser.add_argument(
 
        'odf_paths',
 
        metavar='ODF_PATH',
 
        type=Path,
 
        nargs=argparse.ONE_OR_MORE,
 
        help="""ODF file(s) to extract links from. Note that %(prog)s cannot
 
read from stdin because it needs to know document paths to resolve links.
 
""")
 
    return parser.parse_args(arglist)
 

	
 
def extract_links(odf_path: Path) -> Iterator[Path]:
 
    odf_root = odf_path.parent.resolve()
 
    with odf_path.open('rb') as odf_file:
 
        odf_doc = odf.opendocument.load(odf_file)
 
    for a_elem in odf_doc.getElementsByType(odf.text.A):
 
        parts = urllib.parse.urlparse(a_elem.getAttribute('href') or '')
 
        if (parts.scheme and parts.scheme != 'file') or not parts.path:
 
            continue
 
        path = Path(urllib.parse.unquote(parts.path))
 
        if not path.is_absolute():
 
            path = (odf_path / path).resolve()
 
            try:
 
                path.relative_to(odf_root)
 
                path.relative_to(odf_path)
 
            except ValueError:
 
                logger.warning(f"link {path} is neither absolute nor relative to {odf_path}")
 
                pass
 
            else:
 
                # Link points to another document inside the ODF. Skip it.
 
                continue
 
        yield path
 

	
 
def main(arglist: Optional[Sequence[str]]=None,
 
         stdout: TextIO=sys.stdout,
 
         stderr: TextIO=sys.stderr,
 
) -> int:
 
    args = parse_arguments(arglist)
 
    cliutil.set_loglevel(logger, args.loglevel)
 

	
 
    returncode = 0
 
    links: Set[Path] = set()
 
    for odf_path in args.odf_paths:
 
        try:
 
            links.update(extract_links(odf_path))
 
        except IOError as error:
 
            logger.error("error reading %s: %s", odf_path, error.strerror)
 
            returncode = os.EX_DATAERR
 
        except BadZipFile as error:
 
            logger.error("error parsing %s: %s", odf_path, error.args[0])
 
            returncode = os.EX_DATAERR
 

	
 
    for link in links:
 
        if not link.exists():
 
            logger.warning("path %s not found", link)
 
        print(link, end=args.delimiter, file=stdout)
 
    return returncode
 

	
 
entry_point = cliutil.make_entry_point(__name__, PROGNAME)
 

	
 
if __name__ == '__main__':
 
    exit(entry_point())
setup.py
Show inline comments
 
#!/usr/bin/env python3
 

	
 
from setuptools import setup
 

	
 
setup(
 
    name='conservancy_beancount',
 
    description="Plugin, library, and reports for reading Conservancy's books",
 
    version='1.7.0',
 
    version='1.7.1',
 
    author='Software Freedom Conservancy',
 
    author_email='info@sfconservancy.org',
 
    license='GNU AGPLv3+',
 

	
 
    install_requires=[
 
        'babel>=2.6',  # Debian:python3-babel
 
        'beancount>=2.2',  # Debian:beancount
 
        'GitPython>=2.0',  # Debian:python3-git
 
        # 1.4.1 crashes when trying to save some documents.
 
        'odfpy>=1.4.0,!=1.4.1',  # Debian:python3-odf
 
        'PyYAML>=3.0',  # Debian:python3-yaml
 
        'regex',  # Debian:python3-regex
 
        'rt>=2.0',
 
    ],
 
    setup_requires=[
 
        'pytest-mypy',
 
        'pytest-runner',  # Debian:python3-pytest-runner
 
    ],
 
    tests_require=[
 
        'mypy>=0.770',  # Debian:python3-mypy
 
        'pytest',  # Debian:python3-pytest
 
    ],
 

	
 
    packages=[
 
        'conservancy_beancount',
 
        'conservancy_beancount.plugin',
 
        'conservancy_beancount.reports',
 
    ],
 
    entry_points={
 
        'console_scripts': [
 
            'accrual-report = conservancy_beancount.reports.accrual:entry_point',
 
            'extract-odf-links = conservancy_beancount.tools.extract_odf_links:entry_point',
 
            'fund-report = conservancy_beancount.reports.fund:entry_point',
 
            'ledger-report = conservancy_beancount.reports.ledger:entry_point',
 
            'opening-balances = conservancy_beancount.tools.opening_balances:entry_point',
 
        ],
 
    },
 
)
tests/repository/LinksReport.ods
Show inline comments
 
binary diff not shown
0 comments (0 inline, 0 general)