| | |
|---|
| | | # logging.basicConfig() is invoked in main_worker() instead of main() |
|---|
| | | # because it can be invoked only once in a process. |
|---|
| | | # FIXME(kamo): Should we use logging.getLogger()? |
|---|
| | | # BUGFIX: Remove previous handlers and reset log level |
|---|
| | | for handler in logging.root.handlers[:]: |
|---|
| | | logging.root.removeHandler(handler) |
|---|
| | | logging.basicConfig( |
|---|
| | | level=args.log_level, |
|---|
| | | format=f"[{os.uname()[1].split('.')[0]}]" |
|---|
| | | f" %(asctime)s (%(module)s:%(lineno)d) %(levelname)s: %(message)s", |
|---|
| | | ) |
|---|
| | | else: |
|---|
| | | # BUGFIX: Remove previous handlers and reset log level |
|---|
| | | for handler in logging.root.handlers[:]: |
|---|
| | | logging.root.removeHandler(handler) |
|---|
| | | # Suppress logging if RANK != 0 |
|---|
| | | logging.basicConfig( |
|---|
| | | level="ERROR", |
|---|
| | |
|---|
| | | preprocess=iter_options.preprocess_fn, |
|---|
| | | max_cache_size=iter_options.max_cache_size, |
|---|
| | | max_cache_fd=iter_options.max_cache_fd, |
|---|
| | | dest_sample_rate=args.frontend_conf["fs"], |
|---|
| | | ) |
|---|
| | | cls.check_task_requirements( |
|---|
| | | dataset, args.allow_variable_data_keys, train=iter_options.train |
|---|
