# Copyright 2018 Google LLC.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
#
# 1. Redistributions of source code must retain the above copyright notice,
#    this list of conditions and the following disclaimer.
#
# 2. Redistributions in binary form must reproduce the above copyright
#    notice, this list of conditions and the following disclaimer in the
#    documentation and/or other materials provided with the distribution.
#
# 3. Neither the name of the copyright holder nor the names of its
#    contributors may be used to endorse or promote products derived from this
#    software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
# POSSIBILITY OF SUCH DAMAGE.
r"""Parse and extract metrics from *.metrics files."""

import argparse
import json
import logging
from os import listdir
from os.path import isfile
from os.path import join
import re


def parse_cmdline(argv):
  """Parse the commandline."""
  parser = argparse.ArgumentParser()

  parser.add_argument(
      '--metrics_dir', help='Path to the directory with metrics files.')

  known_args, _ = parser.parse_known_args(argv)

  return known_args


def extract_checkpoint_number_from_metrics_filename(filename):
  match = re.search(r'ckpt-([\d]*)\.metrics', filename)
  if match:
    return int(match.group(1))


def read_metrics_file(path):
  """Reads metrics f and outputs metrics in a dict."""
  with open(path) as f:
    metrics = {
        key.replace('/', '_'): float(value)
        for key, value in json.loads(f.read()).items()
    }
  metrics['checkpoint'] = extract_checkpoint_number_from_metrics_filename(path)
  metrics['F1_All'] = 2 * metrics['TPs_All'] / (
      2 * metrics['TPs_All'] + metrics['FNs_All'] + metrics['FPs_All'])
  metrics['TPs+FNs_All'] = metrics['TPs_All'] + metrics['FNs_All']
  return metrics


def main(argv=None):
  """Main entry point."""
  known_args = parse_cmdline(argv)
  metrics_dir = known_args.metrics_dir
  metrics_files = [
      join(metrics_dir, f)
      for f in listdir(metrics_dir)
      if isfile(join(metrics_dir, f))
  ]
  metrics = [read_metrics_file(f) for f in metrics_files]
  for m in metrics:
    print('%s\t%s\t%s' % (m['checkpoint'], m['TPs+FNs_All'], m['F1_All']))


if __name__ == '__main__':
  logging.getLogger().setLevel(logging.INFO)
  main()