train-SE-Resnext.py

import matplotlib.pyplot as plt
import pandas as pd
import pytorch_lightning as pl
import torch
from pytorch_lightning.callbacks import ModelCheckpoint
from pytorch_lightning.loggers import WandbLogger
from pytorch_lightning.loggers import TensorBoardLogger
from sklearn.model_selection import train_test_split
from torch.utils.data import DataLoader
import ISBI_data
import config
import data
import wandb
from nets import SE_ResNeXt

plt.style.use('ggplot')

def main():
    

    model = SE_ResNeXt()
    #model = torch.nn.DataParallel(model)
    #data_df = pd.read_csv(config.CSV_PATH)
    #train_df, val_df = train_test_split(data_df, test_size=0.1) 
    training_img_path = '../Training_Set/Training/'
    evaluation_img_path = '../Evaluation_Set/Validation'
    train_df = '../Training_Set/RFMiD_Training_Labels.csv'
    val_df = '../Evaluation_Set/RFMiD_Validation_Labels.csv'
    trainset = ISBI_data.ISBIDataset(train_df, training_img_path, testing=False)
    valset = ISBI_data.ISBIDataset(val_df, evaluation_img_path, testing=True)

    trainloader = DataLoader(trainset, batch_size=32, shuffle=True, num_workers=20)
    valloader = DataLoader(valset, batch_size=32, shuffle=False, num_workers=20)

    wandb.init(project='ISBI-WeightedBCE-SEResNext50')
    wandb_logger = WandbLogger(project='ISBI-WeightedBCE-SEResNext50')
    checkpoint_callback = ModelCheckpoint(monitor='val_loss', 
                                          dirpath='data/checkpoints',
                                          filename='ISBI-488-SEResNext50-{epoch:03d}-{val_loss:.4f}',
                                          save_top_k=4,
                                          mode='min')
    logger = TensorBoardLogger(save_dir='log/', version=1, name="lightning_logs")
    trainer = pl.Trainer(gpus=config.DEVICES, 
                        #  num_nodes=2,
                         logger=wandb_logger, 
                         log_every_n_steps=config.LOG_STEP,
                         callbacks=[checkpoint_callback])
    trainer.fit(model, trainloader, val_dataloaders=valloader)

    print("Finished Training")


if __name__ == "__main__":
    main()