Learn practical skills, build real-world projects, and advance your career
Updated 4 years ago
Find my other work on my jovian.ml profile or on https://medium.com/@danny_68946
# For Google Colab
!pip install git+https://github.com/Kaggle/kaggle-api.git --upgrade
import os
credentials = {"username":"","key":""}
os.environ['KAGGLE_USERNAME']=credentials["username"]
os.environ['KAGGLE_KEY']=credentials["key"]
Collecting git+https://github.com/Kaggle/kaggle-api.git
Cloning https://github.com/Kaggle/kaggle-api.git to /tmp/pip-req-build-y48a75gc
Running command git clone -q https://github.com/Kaggle/kaggle-api.git /tmp/pip-req-build-y48a75gc
Requirement already satisfied, skipping upgrade: urllib3<1.25,>=1.21.1 in /opt/conda/lib/python3.7/site-packages (from kaggle==1.5.6) (1.24.3)
Requirement already satisfied, skipping upgrade: six>=1.10 in /opt/conda/lib/python3.7/site-packages (from kaggle==1.5.6) (1.14.0)
Requirement already satisfied, skipping upgrade: certifi in /opt/conda/lib/python3.7/site-packages (from kaggle==1.5.6) (2020.4.5.2)
Requirement already satisfied, skipping upgrade: python-dateutil in /opt/conda/lib/python3.7/site-packages (from kaggle==1.5.6) (2.8.1)
Requirement already satisfied, skipping upgrade: requests in /opt/conda/lib/python3.7/site-packages (from kaggle==1.5.6) (2.23.0)
Requirement already satisfied, skipping upgrade: tqdm in /opt/conda/lib/python3.7/site-packages (from kaggle==1.5.6) (4.45.0)
Requirement already satisfied, skipping upgrade: python-slugify in /opt/conda/lib/python3.7/site-packages (from kaggle==1.5.6) (4.0.0)
Requirement already satisfied, skipping upgrade: chardet<4,>=3.0.2 in /opt/conda/lib/python3.7/site-packages (from requests->kaggle==1.5.6) (3.0.4)
Requirement already satisfied, skipping upgrade: idna<3,>=2.5 in /opt/conda/lib/python3.7/site-packages (from requests->kaggle==1.5.6) (2.9)
Requirement already satisfied, skipping upgrade: text-unidecode>=1.3 in /opt/conda/lib/python3.7/site-packages (from python-slugify->kaggle==1.5.6) (1.3)
Building wheels for collected packages: kaggle
Building wheel for kaggle (setup.py) ... done
Created wheel for kaggle: filename=kaggle-1.5.6-py3-none-any.whl size=78386 sha256=044dbd119f073381835ac6e07907a307b706349f23755efdda14a68298d71d31
Stored in directory: /tmp/pip-ephem-wheel-cache-p9lkd_u0/wheels/69/a6/cb/10c9a11932a5352003233bed2784f27fb7a50b0b8edab28ade
Successfully built kaggle
Installing collected packages: kaggle
Attempting uninstall: kaggle
Found existing installation: kaggle 1.5.6
Uninstalling kaggle-1.5.6:
Successfully uninstalled kaggle-1.5.6
Successfully installed kaggle-1.5.6
# For Google Colab
#!kaggle datasets download -d paultimothymooney/chest-xray-pneumonia
#!unzip chest-xray-pneumonia.zip
import os
import torch
import torchvision
import tarfile
import torch.nn as nn
import numpy as np
import pandas as pd
from sklearn.model_selection import train_test_split
from sklearn.metrics import roc_curve, auc
from PIL import Image, ImageOps
import torch.nn.functional as F
from torchvision.datasets.utils import download_url
import torchvision.models as models
from torchvision.datasets import ImageFolder
from torch.utils.data import Dataset, DataLoader, WeightedRandomSampler
import torchvision.transforms as T
from torch.utils.data import random_split
from torchvision.utils import make_grid
import matplotlib.pyplot as plt
from tqdm.notebook import tqdm
import seaborn as sns
%matplotlib inline
DATA_DIR = '../input/chest-xray-pneumonia/chest_xray'
#DATA_DIR = 'chest_xray/chest_xray'
TRAIN_DIR = DATA_DIR + '/train' # Contains training images
TEST_DIR = DATA_DIR + '/test' # Contains test images
VAL_DIR = DATA_DIR + '/val' # Contains test images