DataFrame_from_DataSet.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"dataframe_from_dataset_plants.ipynb","provenance":[],"collapsed_sections":[],"authorship_tag":"ABX9TyPotCA1y3l7aON/e9Y6zcDA"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"}},"cells":[{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"ZoPrarLJ5kYI","executionInfo":{"status":"ok","timestamp":1635897234175,"user_tz":-60,"elapsed":15,"user":{"displayName":"Yann Mais","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"13085293884153616134"}},"outputId":"04505195-dfd1-4477-f440-0141cb03f904"},"source":["# cette cellule monte le disque google drive\n","# il faut Copier coller le code demandé dans le lien\n","\n","from google.colab import drive\n","drive.mount('/content/drive')\n"],"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"]}]},{"cell_type":"code","metadata":{"id":"aUmn9D0Q6zWi"},"source":["import pandas as pd\n","pd.set_option(\"max_colwidth\", None)\n","import os"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"gGaBYIQe6x15"},"source":["folder_path = '/content/drive/MyDrive/Projet_Plante/New Plant Diseases Dataset(Augmented)/'"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"0C5yN4GH7RB2"},"source":["#Extraction\n","data = []\n","t = 0\n","for path, dirs, files in os.walk(folder_path):\n","  for filename in files:\n","    if filename[-3:] == 'JPG': \n","      data_temp = []\n","      if path.split('/')[7] == \"train\" :\n","        data_temp.append(\"train\")\n","      else :\n","        data_temp.append(\"valid\")                \n","      data_temp.append(path  +'/' +  filename)\n","      data_temp.append(path.split('/')[-1].split('___')[0])\n","      data_temp.append(path.split('/')[-1].split('___')[1])\n","      if path.split('/')[-1].split('___')[1] == 'healthy' :\n","        data_temp.append(1)\n","      else :\n","        data_temp.append(0)\n","      data.append(data_temp)\n","      # t+=1\n","      # if t > 10 :\n","      #   print(data)\n","      #   break\n","     \n","      \n","    \n","    "],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":207},"id":"poD-5jIMCUU1","executionInfo":{"status":"ok","timestamp":1635897242889,"user_tz":-60,"elapsed":436,"user":{"displayName":"Yann Mais","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"13085293884153616134"}},"outputId":"cfccc2cb-f3bf-45db-e7f7-ce86e3374e4c"},"source":["\n","df = pd.DataFrame(data,columns=['train/valid','Directory','type de plante','maladie','healthy'])\n","df['class'] =  df['type de plante'] +'/' + df['maladie']\n","df['class'] = df['class'].astype('category')\n","df['class'] = df['class'].cat.codes\n","df['pre_process'] = df['Directory'].apply(lambda x : False if x[-7] in str(list(range(0,10))) else True)\n","df.head()"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>train/valid</th>\n","      <th>Directory</th>\n","      <th>type de plante</th>\n","      <th>maladie</th>\n","      <th>healthy</th>\n","      <th>class</th>\n","      <th>pre_process</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>train</td>\n","      <td>/content/drive/MyDrive/Projet_Plante/New Plant Diseases Dataset(Augmented)/New Plant Diseases Dataset(Augmented)/train/Apple___Apple_scab/8d2bd2f9-2c65-43f7-95f7-22f7f404ba13___FREC_Scab 3232_new30degFlipLR.JPG</td>\n","      <td>Apple</td>\n","      <td>Apple_scab</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>True</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>train</td>\n","      <td>/content/drive/MyDrive/Projet_Plante/New Plant Diseases Dataset(Augmented)/New Plant Diseases Dataset(Augmented)/train/Apple___Apple_scab/a2d623ff-8e4d-40e3-a6c5-3d61e7355f92___FREC_Scab 2949_270deg.JPG</td>\n","      <td>Apple</td>\n","      <td>Apple_scab</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>True</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>train</td>\n","      <td>/content/drive/MyDrive/Projet_Plante/New Plant Diseases Dataset(Augmented)/New Plant Diseases Dataset(Augmented)/train/Apple___Apple_scab/975c76b5-0c9f-4179-bc48-20b37d3113e6___FREC_Scab 3463_90deg.JPG</td>\n","      <td>Apple</td>\n","      <td>Apple_scab</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>True</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>train</td>\n","      <td>/content/drive/MyDrive/Projet_Plante/New Plant Diseases Dataset(Augmented)/New Plant Diseases Dataset(Augmented)/train/Apple___Apple_scab/9efcd800-e927-4595-8eb8-26d36524242a___FREC_Scab 3026.JPG</td>\n","      <td>Apple</td>\n","      <td>Apple_scab</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>False</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>train</td>\n","      <td>/content/drive/MyDrive/Projet_Plante/New Plant Diseases Dataset(Augmented)/New Plant Diseases Dataset(Augmented)/train/Apple___Apple_scab/9eab7829-c658-4544-b6ba-f7fb10035aab___FREC_Scab 3382_270deg.JPG</td>\n","      <td>Apple</td>\n","      <td>Apple_scab</td>\n","      <td>0</td>\n","      <td>0</td>\n","      <td>True</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["  train/valid  ... pre_process\n","0       train  ...        True\n","1       train  ...        True\n","2       train  ...        True\n","3       train  ...       False\n","4       train  ...        True\n","\n","[5 rows x 7 columns]"]},"metadata":{},"execution_count":140}]},{"cell_type":"code","metadata":{"id":"WLXLdimOLIMg"},"source":["df.to_csv('/content/drive/MyDrive/Projet_Plante/Metadata_Keras.csv')"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"jwor2VKuNOHj"},"source":["classe_plante = df\n","# classe_plante.set_index(classe_plante['class'],inplace=True) \n","classe_plante = classe_plante.drop(['train/valid','Directory','pre_process'],1)\n","\n","liste = []\n","\n","def f(x):\n","  ret = False\n","  global liste\n","  if x not in liste :\n","    ret = True \n","    liste.append(x)\n","  return ret\n","\n","classe_plante['temp'] = classe_plante['class'].apply(lambda x: f(x))\n"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":1000},"id":"pgs2RIZ_Roh2","executionInfo":{"status":"ok","timestamp":1635897243581,"user_tz":-60,"elapsed":10,"user":{"displayName":"Yann Mais","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"13085293884153616134"}},"outputId":"f1e69343-4c29-4c76-c6df-7e5f12981bd4"},"source":["classe_plante = classe_plante[classe_plante['temp']==True]\n","classe_plante.drop('temp',1,inplace=True)\n","classe_plante.sort_values('class',inplace=True)\n","classe_plante = classe_plante.set_index('class')\n","classe_plante"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>type de plante</th>\n","      <th>maladie</th>\n","      <th>healthy</th>\n","    </tr>\n","    <tr>\n","      <th>class</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Apple</td>\n","      <td>Apple_scab</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>Apple</td>\n","      <td>Black_rot</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Apple</td>\n","      <td>Cedar_apple_rust</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>Apple</td>\n","      <td>healthy</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Blueberry</td>\n","      <td>healthy</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>5</th>\n","      <td>Cherry_(including_sour)</td>\n","      <td>Powdery_mildew</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>6</th>\n","      <td>Cherry_(including_sour)</td>\n","      <td>healthy</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>7</th>\n","      <td>Corn_(maize)</td>\n","      <td>Cercospora_leaf_spot Gray_leaf_spot</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>8</th>\n","      <td>Corn_(maize)</td>\n","      <td>Common_rust_</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>9</th>\n","      <td>Corn_(maize)</td>\n","      <td>Northern_Leaf_Blight</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>10</th>\n","      <td>Corn_(maize)</td>\n","      <td>healthy</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>11</th>\n","      <td>Grape</td>\n","      <td>Black_rot</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>12</th>\n","      <td>Grape</td>\n","      <td>Esca_(Black_Measles)</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>13</th>\n","      <td>Grape</td>\n","      <td>Leaf_blight_(Isariopsis_Leaf_Spot)</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>14</th>\n","      <td>Grape</td>\n","      <td>healthy</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>15</th>\n","      <td>Orange</td>\n","      <td>Haunglongbing_(Citrus_greening)</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>16</th>\n","      <td>Peach</td>\n","      <td>Bacterial_spot</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>17</th>\n","      <td>Peach</td>\n","      <td>healthy</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>18</th>\n","      <td>Pepper,_bell</td>\n","      <td>Bacterial_spot</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>19</th>\n","      <td>Pepper,_bell</td>\n","      <td>healthy</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>20</th>\n","      <td>Potato</td>\n","      <td>Early_blight</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>21</th>\n","      <td>Potato</td>\n","      <td>Late_blight</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>22</th>\n","      <td>Potato</td>\n","      <td>healthy</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>23</th>\n","      <td>Raspberry</td>\n","      <td>healthy</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>24</th>\n","      <td>Soybean</td>\n","      <td>healthy</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>25</th>\n","      <td>Squash</td>\n","      <td>Powdery_mildew</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>26</th>\n","      <td>Strawberry</td>\n","      <td>Leaf_scorch</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>27</th>\n","      <td>Strawberry</td>\n","      <td>healthy</td>\n","      <td>1</td>\n","    </tr>\n","    <tr>\n","      <th>28</th>\n","      <td>Tomato</td>\n","      <td>Bacterial_spot</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>29</th>\n","      <td>Tomato</td>\n","      <td>Early_blight</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>30</th>\n","      <td>Tomato</td>\n","      <td>Late_blight</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>31</th>\n","      <td>Tomato</td>\n","      <td>Leaf_Mold</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>32</th>\n","      <td>Tomato</td>\n","      <td>Septoria_leaf_spot</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>33</th>\n","      <td>Tomato</td>\n","      <td>Spider_mites Two-spotted_spider_mite</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>34</th>\n","      <td>Tomato</td>\n","      <td>Target_Spot</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>35</th>\n","      <td>Tomato</td>\n","      <td>Tomato_Yellow_Leaf_Curl_Virus</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>36</th>\n","      <td>Tomato</td>\n","      <td>Tomato_mosaic_virus</td>\n","      <td>0</td>\n","    </tr>\n","    <tr>\n","      <th>37</th>\n","      <td>Tomato</td>\n","      <td>healthy</td>\n","      <td>1</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                type de plante                               maladie  healthy\n","class                                                                        \n","0                        Apple                            Apple_scab        0\n","1                        Apple                             Black_rot        0\n","2                        Apple                      Cedar_apple_rust        0\n","3                        Apple                               healthy        1\n","4                    Blueberry                               healthy        1\n","5      Cherry_(including_sour)                        Powdery_mildew        0\n","6      Cherry_(including_sour)                               healthy        1\n","7                 Corn_(maize)   Cercospora_leaf_spot Gray_leaf_spot        0\n","8                 Corn_(maize)                          Common_rust_        0\n","9                 Corn_(maize)                  Northern_Leaf_Blight        0\n","10                Corn_(maize)                               healthy        1\n","11                       Grape                             Black_rot        0\n","12                       Grape                  Esca_(Black_Measles)        0\n","13                       Grape    Leaf_blight_(Isariopsis_Leaf_Spot)        0\n","14                       Grape                               healthy        1\n","15                      Orange       Haunglongbing_(Citrus_greening)        0\n","16                       Peach                        Bacterial_spot        0\n","17                       Peach                               healthy        1\n","18                Pepper,_bell                        Bacterial_spot        0\n","19                Pepper,_bell                               healthy        1\n","20                      Potato                          Early_blight        0\n","21                      Potato                           Late_blight        0\n","22                      Potato                               healthy        1\n","23                   Raspberry                               healthy        1\n","24                     Soybean                               healthy        1\n","25                      Squash                        Powdery_mildew        0\n","26                  Strawberry                           Leaf_scorch        0\n","27                  Strawberry                               healthy        1\n","28                      Tomato                        Bacterial_spot        0\n","29                      Tomato                          Early_blight        0\n","30                      Tomato                           Late_blight        0\n","31                      Tomato                             Leaf_Mold        0\n","32                      Tomato                    Septoria_leaf_spot        0\n","33                      Tomato  Spider_mites Two-spotted_spider_mite        0\n","34                      Tomato                           Target_Spot        0\n","35                      Tomato         Tomato_Yellow_Leaf_Curl_Virus        0\n","36                      Tomato                   Tomato_mosaic_virus        0\n","37                      Tomato                               healthy        1"]},"metadata":{},"execution_count":144}]},{"cell_type":"code","metadata":{"id":"yTrRVU1mWana"},"source":[" classe_plante.to_csv(\"/content/drive/MyDrive/Projet_Plante/classe_plante.csv\")"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"lXx9yZpxXkwG"},"source":[""],"execution_count":null,"outputs":[]}]}