Skip to content

Commit

Permalink
shorter debug messages
Browse files Browse the repository at this point in the history
  • Loading branch information
LoicGrobol committed Mar 27, 2020
1 parent 7582284 commit 5ddf838
Showing 1 changed file with 42 additions and 26 deletions.
68 changes: 42 additions & 26 deletions uuparser/parser.py
Original file line number Diff line number Diff line change
Expand Up @@ -138,6 +138,38 @@ def run(experiment,options):
logger.debug('Finished predicting')


def setup_logging(options):
logger.remove(0) # Remove the default logger
if options.verbose:
log_level = "DEBUG"
log_fmt = (
"[uuparser] "
"<green>{time:YYYY-MM-DD HH:mm:ss.SSS}</green> | <level>{level: <8}</level> |"
"<level>{message}</level>"
)
else:
log_level = "INFO"
log_fmt = (
"[uuparser] "
"<green>{time:YYYY-MM-DD}T{time:HH:mm:ss}</green> {level}: "
"<level>{message}</level>"
)
if not options.quiet:
logger.add(
sys.stderr,
level=log_level,
format=log_fmt,
colorize=True,
)

if options.logfile:
logger.add(
options.logfile,
level="DEBUG",
colorize=False,
)


def main():
parser = OptionParser()
parser.add_option("--outdir", metavar="PATH", help='Output directory')
Expand Down Expand Up @@ -257,9 +289,15 @@ def main():
help='Number of stacked BiLstms - set to 0 to disable', default=2)
parser.add_option_group(group)

group = OptionGroup(parser, "Debug options")
group = OptionGroup(parser, "Logging options")
group.add_option("--verbose", action="store_true",
help="Display more informations during training", default=False)
help="Display more information during training", default=False)
group.add_option("--quiet", action="store_true",
help="Do not display anything during training", default=False)
group.add_option("--logfile", metavar="FILE",
help="A file where the training information will be logger")

group = OptionGroup(parser, "Debug options")
group.add_option("--debug", action="store_true",
help="Run parser in debug mode, with fewer sentences", default=False)
group.add_option("--debug-train-sents", type="int", metavar="INTEGER",
Expand All @@ -275,34 +313,12 @@ def main():

(options, args) = parser.parse_args()

setup_logging(options)

# really important to do this before anything else to make experiments reproducible
utils.set_seeds(options)
dynet_config.set(mem=options.dynet_mem, random_seed=options.dynet_seed)

logger.remove(0)

if options.verbose:
log_level = "DEBUG"
log_fmt = (
"[uuparser] "
"<green>{time:YYYY-MM-DD HH:mm:ss.SSS}</green> | <level>{level: <8}</level> |"
"<cyan>{name}</cyan>:<cyan>{function}</cyan>@<cyan>{line}</cyan>: "
"<level>{message}</level>"
)
else:
log_level = "INFO"
log_fmt = (
"[uuparser] "
"<green>{time:YYYY-MM-DD}T{time:HH:mm:ss}</green> {level}: "
"<level>{message}</level>"
)
logger.add(
sys.stderr,
level=log_level,
format=log_fmt,
colorize=True,
)

om = OptionsManager(options)
experiments = om.create_experiment_list(options) # list of namedtuples
for experiment in experiments:
Expand Down

0 comments on commit 5ddf838

Please sign in to comment.