![\"Open](\"https://colab.research.google.com/assets/colab-badge.svg\"){kind=icon}
"
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {
"id": "B3W_pFmsfyih"
},
"outputs": [],
"source": [
"import numpy as np\n",
"import pandas as pd\n",
"import sys\n",
"import os\n",
"import PIL\n",
"import PIL.Image\n",
"import tensorflow as tf\n",
"import tensorflow.keras as keras\n",
"from tensorflow.keras import layers\n",
"import tensorflow_datasets as tfds\n",
"import pathlib\n",
"from sklearn.model_selection import train_test_split\n",
"from sklearn import preprocessing"
]
},
{
"cell_type": "code",
"source": [
"## Globals \n",
"YT_IMAGE_TO_TAKE = 4"
],
"metadata": {
"id": "5kYcqMyc1hS7"
},
"execution_count": 2,
"outputs": []
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "-HJIoeP8gQX8",
"outputId": "ec7cb056-d971-45bb-af52-4a2ead4555a8"
},
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Downloading data from https://cv-datasets-2021.s3.amazonaws.com/images.tar.gz\n",
"833052672/833046463 [==============================] - 14s 0us/step\n",
"833060864/833046463 [==============================] - 14s 0us/step\n"
]
}
],
"source": [
"images_dataset_url = \"https://cv-datasets-2021.s3.amazonaws.com/images.tar.gz\"\n",
"images_data_dir = tf.keras.utils.get_file(origin=images_dataset_url,\n",
" fname='images',\n",
" untar=True)\n",
"images_data_dir = pathlib.Path(images_data_dir)"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "wR0GlGtWgp9C",
"outputId": "f0e69563-8062-402a-e836-e345c7170232"
},
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Downloading data from https://cv-datasets-2021.s3.amazonaws.com/yt_images.tar.gz\n",
"4026998784/4026992587 [==============================] - 86s 0us/step\n",
"4027006976/4026992587 [==============================] - 86s 0us/step\n"
]
}
],
"source": [
"yt_images_dataset_url = \"https://cv-datasets-2021.s3.amazonaws.com/yt_images.tar.gz\"\n",
"yt_images_data_dir = tf.keras.utils.get_file(origin=yt_images_dataset_url,\n",
" fname='yt_images',\n",
" untar=True)\n",
"yt_images_data_dir = pathlib.Path(yt_images_data_dir)"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {
"id": "TO0FsOzFgkLP"
},
"outputs": [],
"source": [
"if sys.platform == 'darwin':\n",
" os.system(f\"dot_clean {images_data_dir}\")\n",
" os.system(f\"dot_clean {yt_images_data_dir}\")\n",
"elif sys.platform.startswith(\"lin\"):\n",
" os.system(f\"cd {images_data_dir} && find . -type f -name '._*' -delete\")\n",
" os.system(f\"cd {yt_images_data_dir} && find . -type f -name '._*' -delete\")\n"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "Ef98wX12jI95",
"outputId": "f0b88fd3-61cb-4b75-8b5b-d1cc9e0f8c82"
},
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"2056\n"
]
}
],
"source": [
"image_count = len(list(images_data_dir.glob('*/*.jpg')))\n",
"print(image_count)"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "O0m9qMV9jRNJ",
"outputId": "8f81b07b-2982-41c0-b771-2364e9193e96"
},
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"15843\n"
]
}
],
"source": [
"yt_image_count = len(list(yt_images_data_dir.glob('*/*.jpg')))\n",
"print(yt_image_count)"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "H4DBG2Lkogb0",
"outputId": "19567e80-82c0-4f09-a518-4d6d2eb5c07b"
},
"outputs": [
{
"output_type": "execute_result",
"data": {
"text/plain": [
"(513, 14)"
]
},
"metadata": {},
"execution_count": 8
}
],
"source": [
"df = pd.read_csv(\"https://cv-datasets-2021.s3.amazonaws.com/dataset.csv\")\n",
"df.shape"
]
},
{
"cell_type": "code",
"source": [
"df.columns"
],
"metadata": {
"id": "C9lCtkXupZSs",
"outputId": "9659f55a-de68-4c41-f21e-5bbb3769fba7",
"colab": {
"base_uri": "https://localhost:8080/"
}
},
"execution_count": 9,
"outputs": [
{
"output_type": "execute_result",
"data": {
"text/plain": [
"Index(['sku', 'sex', 'color', 'breed', 'feed', 'age_in_year', 'teeth',\n",
" 'height_in_inch', 'weight_in_kg', 'price', 'size', 'images_count',\n",
" 'yt_images_count', 'total_images'],\n",
" dtype='object')"
]
},
"metadata": {},
"execution_count": 9
}
]
},
{
"cell_type": "code",
"execution_count": 10,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
"height": 112
},
"id": "dRPCUNW7CtOO",
"outputId": "ad3426ee-1d1c-45d3-a166-d94087435e54"
},
"outputs": [
{
"output_type": "execute_result",
"data": {
"text/html": [
"\n",
" | \n", " | sku | \n", "sex | \n", "color | \n", "breed | \n", "feed | \n", "age_in_year | \n", "teeth | \n", "height_in_inch | \n", "weight_in_kg | \n", "price | \n", "size | \n", "images_count | \n", "yt_images_count | \n", "total_images | \n", "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", "BLF 2340 | \n", "MALE_BULL | \n", "RED | \n", "LOCAL | \n", "['JUMBOO', 'LUCERNE', 'NAPIER', 'SILAGE', 'STR... | \n", "2.0 | \n", "2 | \n", "50.9 | \n", "270.0 | \n", "19000.0 | \n", "MEDIUM | \n", "4 | \n", "0 | \n", "4 | \n", "
| 1 | \n", "BLF 2342 | \n", "MALE_BULL | \n", "NON_RED | \n", "LOCAL | \n", "['JUMBOO', 'LUCERNE', 'NAPIER', 'SILAGE', 'STR... | \n", "2.0 | \n", "2 | \n", "52.0 | \n", "256.0 | \n", "18000.0 | \n", "LARGE | \n", "4 | \n", "31 | \n", "35 | \n", "
| \n", " | file_path | \n", "teeth | \n", "age_in_year | \n", "breed | \n", "height_in_inch | \n", "weight_in_kg | \n", "
|---|---|---|---|---|---|---|
| 0 | \n", "/root/.keras/datasets/images/BLF 2340/BLF 2340... | \n", "2 | \n", "2.0 | \n", "LOCAL | \n", "50.9 | \n", "270.0 | \n", "