| | |
|---|
| | | "and exclude_keys excludes keys of model states for the initialization." |
|---|
| | | "e.g.\n" |
|---|
| | | " # Load all parameters" |
|---|
| | | " --init_param some/where/model.pth\n" |
|---|
| | | " --init_param some/where/model.pb\n" |
|---|
| | | " # Load only decoder parameters" |
|---|
| | | " --init_param some/where/model.pth:decoder:decoder\n" |
|---|
| | | " --init_param some/where/model.pb:decoder:decoder\n" |
|---|
| | | " # Load only decoder parameters excluding decoder.embed" |
|---|
| | | " --init_param some/where/model.pth:decoder:decoder:decoder.embed\n" |
|---|
| | | " --init_param some/where/model.pth:decoder:decoder:decoder.embed\n", |
|---|
| | | " --init_param some/where/model.pb:decoder:decoder:decoder.embed\n" |
|---|
| | | " --init_param some/where/model.pb:decoder:decoder:decoder.embed\n", |
|---|
| | | ) |
|---|
| | | group.add_argument( |
|---|
| | | "--ignore_init_mismatch", |
|---|
| | |
|---|
| | | # logging.basicConfig() is invoked in main_worker() instead of main() |
|---|
| | | # because it can be invoked only once in a process. |
|---|
| | | # FIXME(kamo): Should we use logging.getLogger()? |
|---|
| | | # BUGFIX: Remove previous handlers and reset log level |
|---|
| | | for handler in logging.root.handlers[:]: |
|---|
| | | logging.root.removeHandler(handler) |
|---|
| | | logging.basicConfig( |
|---|
| | | level=args.log_level, |
|---|
| | | format=f"[{os.uname()[1].split('.')[0]}]" |
|---|
| | | f" %(asctime)s (%(module)s:%(lineno)d) %(levelname)s: %(message)s", |
|---|
| | | ) |
|---|
| | | else: |
|---|
| | | # BUGFIX: Remove previous handlers and reset log level |
|---|
| | | for handler in logging.root.handlers[:]: |
|---|
| | | logging.root.removeHandler(handler) |
|---|
| | | # Suppress logging if RANK != 0 |
|---|
| | | logging.basicConfig( |
|---|
| | | level="ERROR", |
|---|
| | |
|---|
| | | preprocess=iter_options.preprocess_fn, |
|---|
| | | max_cache_size=iter_options.max_cache_size, |
|---|
| | | max_cache_fd=iter_options.max_cache_fd, |
|---|
| | | dest_sample_rate=args.frontend_conf["fs"], |
|---|
| | | ) |
|---|
| | | cls.check_task_requirements( |
|---|
| | | dataset, args.allow_variable_data_keys, train=iter_options.train |
|---|
