eval_rec.py 1001 B

123456789101112131415161718192021222324252627282930313233343536373839404142
  1. import os
  2. import sys
  3. __dir__ = os.path.dirname(os.path.abspath(__file__))
  4. sys.path.append(__dir__)
  5. sys.path.insert(0, os.path.abspath(os.path.join(__dir__, '..')))
  6. from tools.engine.config import Config
  7. from tools.engine.trainer import Trainer
  8. from tools.utility import ArgsParser
  9. def parse_args():
  10. parser = ArgsParser()
  11. args = parser.parse_args()
  12. return args
  13. def main():
  14. FLAGS = parse_args()
  15. cfg = Config(FLAGS.config)
  16. FLAGS = vars(FLAGS)
  17. opt = FLAGS.pop('opt')
  18. cfg.merge_dict(FLAGS)
  19. cfg.merge_dict(opt)
  20. trainer = Trainer(cfg, mode='eval')
  21. best_model_dict = trainer.status.get('metrics', {})
  22. trainer.logger.info('metric in ckpt ***************')
  23. for k, v in best_model_dict.items():
  24. trainer.logger.info('{}:{}'.format(k, v))
  25. metric = trainer.eval()
  26. trainer.logger.info('metric eval ***************')
  27. for k, v in metric.items():
  28. trainer.logger.info('{}:{}'.format(k, v))
  29. if __name__ == '__main__':
  30. main()