Skip to content

Instantly share code, notes, and snippets.

@kashif

kashif/cifar10_resnet.py

Last active February 3, 2021 09:06
Show Gist options
  • Star 8 You must be signed in to star a gist
  • Fork 6 You must be signed in to fork a gist
  • Save kashif/ea3bb160dbc2e650b4474a84248d0d1a to your computer and use it in GitHub Desktop.
Save kashif/ea3bb160dbc2e650b4474a84248d0d1a to your computer and use it in GitHub Desktop.
Download ZIP
Keras Pre-activation Residual Network for CIFAR-10
Raw
cifar10_resnet.py
from __future__ import print_function
from keras.datasets import cifar10
from keras.layers import merge, Input
from keras.layers.convolutional import Convolution2D, ZeroPadding2D, AveragePooling2D
from keras.layers.core import Dense, Activation, Flatten
from keras.layers.normalization import BatchNormalization
from keras.models import Model
from keras.preprocessing.image import ImageDataGenerator
from keras.utils import np_utils
batch_size = 32
nb_epoch = 200
data_augmentation = False
n = 3 # depth = 9*n+2
# the CIFAR10 images are 32x32 RGB with 10 labels
img_rows, img_cols = 32, 32
img_channels = 3
nb_classes = 10
def bottleneck(incoming, count, nb_in_filters, nb_out_filters, subsample=(2, 2)):
outgoing = bottleneck_unit(incoming, nb_in_filters, nb_out_filters, subsample)
for i in range(1, count):
outgoing = bottleneck_unit(outgoing, nb_out_filters, nb_out_filters, subsample=(1, 1))
return outgoing
def bottleneck_unit(incoming, nb_in_filters, nb_out_filters, subsample=(2, 2)):
nb_bottleneck_filter = nb_out_filters // 4
if nb_in_filters == nb_out_filters:
# conv1x1
y = BatchNormalization(mode=0, axis=1)(incoming)
y = Activation('relu')(y)
y = Convolution2D(nb_bottleneck_filter, nb_row=1, nb_col=1,
subsample=subsample, init='he_normal', border_mode='same')(y)
# conv3x3
y = BatchNormalization(mode=0, axis=1)(y)
y = Activation('relu')(y)
y = ZeroPadding2D((1, 1))(y)
y = Convolution2D(nb_bottleneck_filter, nb_row=3, nb_col=3,
subsample=(1, 1), init='he_normal', border_mode='valid')(y)
# conv1x1
y = BatchNormalization(mode=0, axis=1)(y)
y = Activation('relu')(y)
y = Convolution2D(nb_out_filters, nb_row=1, nb_col=1,
subsample=(1, 1), init='he_normal', border_mode='same')(y)
return merge([incoming, y], mode='sum')
else: # Residual Units for increasing dimensions
# common BN, ReLU
shortcut = BatchNormalization(mode=0, axis=1)(incoming)
shortcut = Activation('relu')(shortcut)
# conv1x1
y = Convolution2D(nb_bottleneck_filter, nb_row=1, nb_col=1,
subsample=subsample, init='he_normal', border_mode='same')(shortcut)
# conv3x3
y = BatchNormalization(mode=0, axis=1)(y)
y = Activation('relu')(y)
y = ZeroPadding2D((1, 1))(y)
y = Convolution2D(nb_bottleneck_filter, nb_row=3, nb_col=3,
subsample=(1, 1), init='he_normal', border_mode='valid')(y)
# conv1x1
y = BatchNormalization(mode=0, axis=1)(y)
y = Activation('relu')(y)
y = Convolution2D(nb_out_filters, nb_row=1, nb_col=1,
subsample=(1, 1), init='he_normal', border_mode='same')(y)
# shortcut
shortcut = Convolution2D(nb_out_filters, nb_row=1, nb_col=1,
subsample=subsample, init='he_normal', border_mode='same')(shortcut)
return merge([shortcut, y], mode='sum')
# the data, shuffled and split between train and test sets
(X_train, y_train), (X_test, y_test) = cifar10.load_data()
print('X_train shape:', X_train.shape)
print(X_train.shape[0], 'train samples')
print(X_test.shape[0], 'test samples')
# convert class vectors to binary class matrices
Y_train = np_utils.to_categorical(y_train, nb_classes)
Y_test = np_utils.to_categorical(y_test, nb_classes)
img_input = Input(shape=(img_channels, img_rows, img_cols))
# one conv at the beginning (spatial size: 32x32)
x = ZeroPadding2D((1, 1))(img_input)
x = Convolution2D(16, nb_row=3, nb_col=3)(x)
# Stage 1 (spatial size: 32x32)
x = bottleneck(x, n, 16, 64, subsample=(1, 1))
# Stage 2 (spatial size: 16x16)
x = bottleneck(x, n, 64, 128, subsample=(2, 2))
# Stage 3 (spatial size: 8x8)
x = bottleneck(x, n, 128, 256, subsample=(2, 2))
x = BatchNormalization(mode=0, axis=1)(x)
x = Activation('relu')(x)
x = AveragePooling2D((8, 8), strides=(1, 1))(x)
x = Flatten()(x)
preds = Dense(nb_classes, activation='softmax')(x)
model = Model(input=img_input, output=preds)
model.compile(optimizer='adam', loss='categorical_crossentropy',
metrics=['accuracy'])
X_train = X_train.astype('float32')
X_test = X_test.astype('float32')
X_train /= 255
X_test /= 255
if not data_augmentation:
print('Not using data augmentation.')
model.fit(X_train, Y_train,
batch_size=batch_size,
nb_epoch=nb_epoch,
validation_data=(X_test, Y_test),
shuffle=True)
else:
print('Using real-time data augmentation.')
# this will do preprocessing and realtime data augmentation
datagen = ImageDataGenerator(
featurewise_center=False, # set input mean to 0 over the dataset
samplewise_center=False, # set each sample mean to 0
featurewise_std_normalization=False, # divide inputs by std of the dataset
samplewise_std_normalization=False, # divide each input by its std
zca_whitening=False, # apply ZCA whitening
rotation_range=0, # randomly rotate images in the range (degrees, 0 to 180)
width_shift_range=0.1, # randomly shift images horizontally (fraction of total width)
height_shift_range=0.1, # randomly shift images vertically (fraction of total height)
horizontal_flip=True, # randomly flip images
vertical_flip=False) # randomly flip images
# compute quantities required for featurewise normalization
# (std, mean, and principal components if ZCA whitening is applied)
datagen.fit(X_train)
# fit the model on the batches generated by datagen.flow()
model.fit_generator(datagen.flow(X_train, Y_train,
batch_size=batch_size),
samples_per_epoch=X_train.shape[0],
nb_epoch=nb_epoch,
validation_data=(X_test, Y_test))
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment