garbage-classification-with-vgg16.ipynb

{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import numpy as np\nimport pandas as pd\nimport matplotlib.pyplot as plt\nfrom pathlib import Path\nimport os.path\nimport matplotlib.cm as cm\n\nimport tensorflow as tf\nfrom tqdm import tqdm \n\nfrom sklearn.model_selection import train_test_split\nfrom tensorflow.keras.preprocessing import image_dataset_from_directory\n\nfrom tensorflow.keras.layers import *\nfrom tensorflow.keras.optimizers import *\nfrom tensorflow.keras.models import *\nfrom tensorflow.keras.callbacks import *\nfrom tensorflow.keras.applications import *","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","execution":{"iopub.status.busy":"2021-09-20T02:20:40.66592Z","iopub.execute_input":"2021-09-20T02:20:40.666699Z","iopub.status.idle":"2021-09-20T02:20:45.660111Z","shell.execute_reply.started":"2021-09-20T02:20:40.666582Z","shell.execute_reply":"2021-09-20T02:20:45.659327Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_dir = Path('../input/garbage-collection-dockship/garbage_classification_ai_challenge-dataset/TRAIN/')\n\ntest_dir = Path('../input/garbage-collection-dockship/garbage_classification_ai_challenge-dataset/TEST/')","metadata":{"execution":{"iopub.status.busy":"2021-09-20T02:20:45.661719Z","iopub.execute_input":"2021-09-20T02:20:45.662239Z","iopub.status.idle":"2021-09-20T02:20:45.66993Z","shell.execute_reply.started":"2021-09-20T02:20:45.662208Z","shell.execute_reply":"2021-09-20T02:20:45.668985Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_ds = image_dataset_from_directory(train_dir, labels = 'inferred', label_mode='categorical',color_mode='rgb', image_size=(299,299), batch_size=32, shuffle=True, validation_split=0.2, subset='training', seed=42)\n\nval_ds = image_dataset_from_directory(train_dir, labels = 'inferred', label_mode='categorical',color_mode='rgb', image_size=(299,299), batch_size=32, shuffle=True,validation_split=0.2, subset='validation', seed=42)\n\ntest_ds = image_dataset_from_directory(test_dir, label_mode=None, image_size=(299,299), batch_size=1, shuffle=False, seed=42)","metadata":{"execution":{"iopub.status.busy":"2021-09-20T02:20:45.673045Z","iopub.execute_input":"2021-09-20T02:20:45.673256Z","iopub.status.idle":"2021-09-20T02:20:48.978205Z","shell.execute_reply.started":"2021-09-20T02:20:45.673232Z","shell.execute_reply":"2021-09-20T02:20:48.976923Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"data_augmentation = tf.keras.Sequential(\n    [tf.keras.layers.experimental.preprocessing.Rescaling(1.0/149.5, offset= -1),tf.keras.layers.experimental.preprocessing.RandomFlip('horizontal_and_vertical'),\n    tf.keras.layers.experimental.preprocessing.RandomRotation(0.1),]\n)","metadata":{"execution":{"iopub.status.busy":"2021-09-20T02:20:48.980523Z","iopub.execute_input":"2021-09-20T02:20:48.980792Z","iopub.status.idle":"2021-09-20T02:20:49.005926Z","shell.execute_reply.started":"2021-09-20T02:20:48.980756Z","shell.execute_reply":"2021-09-20T02:20:49.005039Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"base_model = Xception(weights=\"imagenet\", input_shape=(299,299,3), include_top=False,)","metadata":{"execution":{"iopub.status.busy":"2021-09-20T02:20:49.007594Z","iopub.execute_input":"2021-09-20T02:20:49.008076Z","iopub.status.idle":"2021-09-20T02:20:50.772728Z","shell.execute_reply.started":"2021-09-20T02:20:49.008008Z","shell.execute_reply":"2021-09-20T02:20:50.772013Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"base_model.trainable = False","metadata":{"execution":{"iopub.status.busy":"2021-09-20T02:20:50.774321Z","iopub.execute_input":"2021-09-20T02:20:50.774564Z","iopub.status.idle":"2021-09-20T02:20:50.784919Z","shell.execute_reply.started":"2021-09-20T02:20:50.774532Z","shell.execute_reply":"2021-09-20T02:20:50.783223Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"inputs = Input(shape=(299,299,3))\nx = data_augmentation(inputs)\n\nx = base_model(x, training=False)\nx = GlobalAveragePooling2D()(x)\nx = Dropout(0.2)(x)\noutputs = Dense(6, activation='softmax')(x)\n\nmodel = Model(inputs, outputs)","metadata":{"execution":{"iopub.status.busy":"2021-09-20T02:20:50.786446Z","iopub.execute_input":"2021-09-20T02:20:50.786901Z","iopub.status.idle":"2021-09-20T02:20:51.274981Z","shell.execute_reply.started":"2021-09-20T02:20:50.786865Z","shell.execute_reply":"2021-09-20T02:20:51.274245Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"model.summary()","metadata":{"execution":{"iopub.status.busy":"2021-09-20T02:20:51.278208Z","iopub.execute_input":"2021-09-20T02:20:51.278443Z","iopub.status.idle":"2021-09-20T02:20:51.294139Z","shell.execute_reply.started":"2021-09-20T02:20:51.278421Z","shell.execute_reply":"2021-09-20T02:20:51.2931Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"model.compile(optimizer = Adam(), loss='categorical_crossentropy',metrics=['accuracy'])\n\nmodel.fit(train_ds,epochs=20, validation_data=val_ds)","metadata":{"execution":{"iopub.status.busy":"2021-09-20T02:20:51.295473Z","iopub.execute_input":"2021-09-20T02:20:51.295945Z","iopub.status.idle":"2021-09-20T02:30:23.594117Z","shell.execute_reply.started":"2021-09-20T02:20:51.295909Z","shell.execute_reply":"2021-09-20T02:30:23.593416Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"base_model.trainable = True\nmodel.summary()\n\nmodel.compile(\n    optimizer = Adam(learning_rate=1e-5), loss='categorical_crossentropy', metrics=['accuracy'])\n\n","metadata":{"execution":{"iopub.status.busy":"2021-09-20T02:30:23.597245Z","iopub.execute_input":"2021-09-20T02:30:23.597446Z","iopub.status.idle":"2021-09-20T02:30:23.630655Z","shell.execute_reply.started":"2021-09-20T02:30:23.59742Z","shell.execute_reply":"2021-09-20T02:30:23.630018Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"checkpoint_path = 'models/NASNetLarge/Vgg16model_002.h5'","metadata":{"execution":{"iopub.status.busy":"2021-09-20T02:30:23.63174Z","iopub.execute_input":"2021-09-20T02:30:23.632066Z","iopub.status.idle":"2021-09-20T02:30:23.637551Z","shell.execute_reply.started":"2021-09-20T02:30:23.632012Z","shell.execute_reply":"2021-09-20T02:30:23.636567Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"callbacks = [EarlyStopping(monitor='val_loss',mode='min', patience=30, verbose=1),\n                ReduceLROnPlateau(monitor='val_loss', mode='min', factor=0.1, patience=10, min_lr=0.00000001, verbose=1),\n                ModelCheckpoint(monitor='val_loss', mode='min', filepath=checkpoint_path,verbose=1, save_best_only=True, save_weights_only=False)\n            ]","metadata":{"execution":{"iopub.status.busy":"2021-09-20T02:30:23.639263Z","iopub.execute_input":"2021-09-20T02:30:23.639521Z","iopub.status.idle":"2021-09-20T02:30:23.645691Z","shell.execute_reply.started":"2021-09-20T02:30:23.639489Z","shell.execute_reply":"2021-09-20T02:30:23.644758Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"history = model.fit(train_ds, epochs= 100, validation_data=val_ds, callbacks = callbacks)","metadata":{"execution":{"iopub.status.busy":"2021-09-20T02:30:23.646772Z","iopub.execute_input":"2021-09-20T02:30:23.647297Z","iopub.status.idle":"2021-09-20T03:45:16.985058Z","shell.execute_reply.started":"2021-09-20T02:30:23.647263Z","shell.execute_reply":"2021-09-20T03:45:16.983998Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"pd.DataFrame(history.history)[['accuracy', 'val_accuracy']].plot()\nplt.title('Accuracy')\nplt.show()","metadata":{"execution":{"iopub.status.busy":"2021-09-20T03:45:16.986304Z","iopub.execute_input":"2021-09-20T03:45:16.986838Z","iopub.status.idle":"2021-09-20T03:45:17.348236Z","shell.execute_reply.started":"2021-09-20T03:45:16.9868Z","shell.execute_reply":"2021-09-20T03:45:17.347421Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"pd.DataFrame(history.history)[['loss', 'val_loss']].plot()\nplt.title('Loss')\nplt.show()","metadata":{"execution":{"iopub.status.busy":"2021-09-20T03:45:17.352194Z","iopub.execute_input":"2021-09-20T03:45:17.352456Z","iopub.status.idle":"2021-09-20T03:45:17.579904Z","shell.execute_reply.started":"2021-09-20T03:45:17.352422Z","shell.execute_reply":"2021-09-20T03:45:17.579289Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"pred = model.predict(test_ds)\npred = np.argmax(pred,axis=1)","metadata":{"execution":{"iopub.status.busy":"2021-09-20T03:45:17.58354Z","iopub.execute_input":"2021-09-20T03:45:17.585387Z","iopub.status.idle":"2021-09-20T03:45:21.083114Z","shell.execute_reply.started":"2021-09-20T03:45:17.585349Z","shell.execute_reply":"2021-09-20T03:45:21.082342Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"pred","metadata":{"execution":{"iopub.status.busy":"2021-09-20T03:45:21.084422Z","iopub.execute_input":"2021-09-20T03:45:21.08471Z","iopub.status.idle":"2021-09-20T03:45:21.094929Z","shell.execute_reply.started":"2021-09-20T03:45:21.084665Z","shell.execute_reply":"2021-09-20T03:45:21.094153Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"d = {}\nfor index, class_name in enumerate(train_ds.class_names):\n    d[index] = class_name","metadata":{"execution":{"iopub.status.busy":"2021-09-20T03:45:21.097206Z","iopub.execute_input":"2021-09-20T03:45:21.097416Z","iopub.status.idle":"2021-09-20T03:45:21.104722Z","shell.execute_reply.started":"2021-09-20T03:45:21.097389Z","shell.execute_reply":"2021-09-20T03:45:21.103984Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"pred_final = [d[k] for k in pred]\n# for i, p in enumerate(pred_final):\n#     print(f'{i} :: {p}')","metadata":{"execution":{"iopub.status.busy":"2021-09-20T03:45:21.105943Z","iopub.execute_input":"2021-09-20T03:45:21.106242Z","iopub.status.idle":"2021-09-20T03:45:21.114706Z","shell.execute_reply.started":"2021-09-20T03:45:21.106208Z","shell.execute_reply":"2021-09-20T03:45:21.114062Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_img_paths = list(test_dir.glob(r'**/*.jpg'))\ntest_img_names = list(map(lambda x: os.path.split(x)[1], test_img_paths))\ntest_img_names.sort()","metadata":{"execution":{"iopub.status.busy":"2021-09-20T03:45:21.117717Z","iopub.execute_input":"2021-09-20T03:45:21.117922Z","iopub.status.idle":"2021-09-20T03:45:21.130151Z","shell.execute_reply.started":"2021-09-20T03:45:21.1179Z","shell.execute_reply":"2021-09-20T03:45:21.129428Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_img_names = pd.Series(test_img_names, name='Filename').astype(str)\ntest_pred = pd.Series(pred_final,name='Labels')\nfinal_df = pd.concat([test_img_names, test_pred], axis=1)","metadata":{"execution":{"iopub.status.busy":"2021-09-20T03:45:21.131388Z","iopub.execute_input":"2021-09-20T03:45:21.131631Z","iopub.status.idle":"2021-09-20T03:45:21.137924Z","shell.execute_reply.started":"2021-09-20T03:45:21.131601Z","shell.execute_reply":"2021-09-20T03:45:21.137117Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"final_df.to_csv('/kaggle/working/final15_csv.csv', index=False)","metadata":{"execution":{"iopub.status.busy":"2021-09-20T03:45:21.139518Z","iopub.execute_input":"2021-09-20T03:45:21.139771Z","iopub.status.idle":"2021-09-20T03:45:21.15022Z","shell.execute_reply.started":"2021-09-20T03:45:21.13974Z","shell.execute_reply":"2021-09-20T03:45:21.149453Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"<a href=\"./final15_csv.csv\"> Download File </a>","metadata":{"execution":{"iopub.status.busy":"2021-09-17T07:21:16.343773Z","iopub.execute_input":"2021-09-17T07:21:16.344047Z","iopub.status.idle":"2021-09-17T07:21:16.34995Z","shell.execute_reply.started":"2021-09-17T07:21:16.344016Z","shell.execute_reply":"2021-09-17T07:21:16.348686Z"}}},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]}]}