Validate frictionless datapackage using datapackage-py

datapackage-validate.py

#!/usr/bin/env python
# Usage: datapackage-validate [datapackage.json]

import sys, traceback, logging
import datapackage

logging.basicConfig(stream=sys.stderr)

try:
  from tqdm.auto import tqdm
except ImportError:
  logging.warn('Install tqdm for progress bar')
  tqdm = lambda it, *args, **kwargs: it

package = datapackage.Package(sys.argv[1])

if not package.valid:
  logging.error(package.errors)

for resource in tqdm(package.resources):
  logger = logging.getLogger(resource.name)
  try:
    for record in tqdm(
      resource.iter(
        keyed=True,
        relations=True,
        exc_handler=lambda exc, **kwargs: logger.error(f"{exc} {exc.errors}"),
      ),
      desc=resource.name,
    ):
      pass
  except KeyboardInterrupt:
    raise
  except Exception as exc:
    logger.error(f"{exc} {exc.errors}")