| | |
|---|
| | | # dataset |
|---|
| | | logging.info("Build dataloader") |
|---|
| | | dataloader_class = tables.dataloader_classes.get(kwargs["dataset_conf"].get("dataloader", "DataloaderMapStyle")) |
|---|
| | | # dataloader = dataloader_class(**kwargs) |
|---|
| | | dataloader_tr, dataloader_val = dataloader_class(**kwargs) |
|---|
| | | dataloader = dataloader_class(**kwargs) |
|---|
| | | # dataloader_tr, dataloader_val = dataloader_class(**kwargs) |
|---|
| | | trainer = Trainer(local_rank=local_rank, |
|---|
| | | use_ddp=use_ddp, |
|---|
| | | use_fsdp=use_fsdp, |
|---|
| | |
|---|
| | | for epoch in range(trainer.start_epoch, trainer.max_epoch + 1): |
|---|
| | | time1 = time.perf_counter() |
|---|
| | | with context: |
|---|
| | | # dataloader_tr, dataloader_val = dataloader.build_iter(epoch) |
|---|
| | | dataloader_tr, dataloader_val = dataloader.build_iter(epoch) |
|---|
| | | trainer.train_epoch( |
|---|
| | | model=model, |
|---|
| | | optim=optim, |
|---|
