01_mission_filter.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "a2c2c588-1d5e-41bc-84fe-49a4c9952c55",
   "metadata": {},
   "source": [
    "# Finding missions of interest"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "8b86a3ea",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "from erddapy import ERDDAP"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d57cf246-32c5-44d8-bf7a-9d8324c4dee9",
   "metadata": {},
   "source": [
    "For a quick search, We can use ERDDAP's built in search function to find datasets that match a keyword"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "f1bac4eb-3432-4ea5-9db4-4e2c3c36d4ea",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0         nrt_SEA067_M26\n",
       "1         nrt_SEA067_M27\n",
       "2         nrt_SEA067_M29\n",
       "3         nrt_SEA066_M45\n",
       "4         nrt_SEA067_M30\n",
       "5         nrt_SEA067_M32\n",
       "6         nrt_SEA066_M41\n",
       "7         nrt_SEA066_M42\n",
       "8         nrt_SEA066_M43\n",
       "9          nrt_SEA079_M9\n",
       "10        nrt_SEA076_M13\n",
       "11        nrt_SEA078_M11\n",
       "12        nrt_SEA067_M37\n",
       "13        nrt_SEA067_M39\n",
       "14    delayed_SEA067_M26\n",
       "15    delayed_SEA067_M27\n",
       "16    delayed_SEA067_M29\n",
       "17    delayed_SEA067_M30\n",
       "18    delayed_SEA067_M32\n",
       "19    delayed_SEA066_M43\n",
       "20    delayed_SEA066_M41\n",
       "21    delayed_SEA066_M42\n",
       "22    delayed_SEA076_M13\n",
       "23     delayed_SEA079_M9\n",
       "24    delayed_SEA078_M11\n",
       "25    delayed_SEA067_M37\n",
       "26    delayed_SEA067_M39\n",
       "27       adcp_SEA067_M26\n",
       "28       adcp_SEA067_M27\n",
       "29       adcp_SEA067_M29\n",
       "30        adcp_SEA079_M9\n",
       "31       adcp_SEA076_M13\n",
       "32       adcp_SEA067_M30\n",
       "33       adcp_SEA067_M32\n",
       "34       adcp_SEA067_M37\n",
       "35       adcp_SEA067_M39\n",
       "36       adcp_SEA066_M41\n",
       "37       adcp_SEA066_M42\n",
       "38       adcp_SEA066_M43\n",
       "39       adcp_SEA078_M11\n",
       "Name: Dataset ID, dtype: object"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "e = ERDDAP(\n",
    "    server=\"https://erddap.observations.voiceoftheocean.org/erddap\"\n",
    ")\n",
    "url = e.get_search_url(search_for=\"cable\", response=\"csv\")\n",
    "\n",
    "df = pd.read_csv(url)\n",
    "df[\"Dataset ID\"]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0c9f3eb9",
   "metadata": {},
   "source": [
    "### Load metadata table\n",
    "\n",
    "For more advanced searches, we load the dedicated datasets \"meta_users_table\" to get metadata on all datasets hosted on the VOTO ERDDAP\n",
    "\n",
    "**NB** this notebook uses a dedicated data table not available on most ERDDAP servers. For a more general treatment of gathering metadata on all datasets on a server, see the notebook `legacy_01_mission_filter.ipynb`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "418b5fa7",
   "metadata": {},
   "outputs": [],
   "source": [
    "e = ERDDAP(server=\"https://erddap.observations.voiceoftheocean.org/erddap\", protocol='tabledap')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "c187fcd7-bbc0-4b58-8ccb-c14a56c08ea2",
   "metadata": {},
   "outputs": [],
   "source": [
    "e.response = \"csv\"\n",
    "e.dataset_id = \"meta_users_table\"\n",
    "table = e.to_pandas()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "faf2991e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>glider_serial</th>\n",
       "      <th>deployment_id</th>\n",
       "      <th>basin</th>\n",
       "      <th>deployment_start (UTC)</th>\n",
       "      <th>deployment_end (UTC)</th>\n",
       "      <th>available_variables</th>\n",
       "      <th>science_variables</th>\n",
       "      <th>ctd</th>\n",
       "      <th>oxygen</th>\n",
       "      <th>optics</th>\n",
       "      <th>ad2cp</th>\n",
       "      <th>irradiance</th>\n",
       "      <th>nitrate</th>\n",
       "      <th>datasetID</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>SEA068</td>\n",
       "      <td>27</td>\n",
       "      <td>Eastern Gotland Basin</td>\n",
       "      <td>2022-07-27T00:00:00Z</td>\n",
       "      <td>2022-07-31T00:00:00Z</td>\n",
       "      <td>['profile_index', 'rowSize', 'latitude', 'long...</td>\n",
       "      <td>['altimeter', 'backscatter_raw', 'backscatter_...</td>\n",
       "      <td>{'calibration_date': '2021-06-17', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2021-06-17', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-05-10', 'calibratio...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nrt_SEA068_M27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>SEA076</td>\n",
       "      <td>8</td>\n",
       "      <td>Bornholm Basin</td>\n",
       "      <td>2022-10-05T00:00:00Z</td>\n",
       "      <td>2022-10-19T00:00:00Z</td>\n",
       "      <td>['profile_index', 'rowSize', 'latitude', 'long...</td>\n",
       "      <td>['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...</td>\n",
       "      <td>{'calibration_date': '2022-05-16', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-05-26', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-04-04', 'calibratio...</td>\n",
       "      <td>{'calibration_date': '2022-03-16', 'factory_ca...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'calibration_date': '2019-05-20', 'factory_ca...</td>\n",
       "      <td>nrt_SEA076_M8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>SEA076</td>\n",
       "      <td>9</td>\n",
       "      <td>Bornholm Basin</td>\n",
       "      <td>2022-10-20T00:00:00Z</td>\n",
       "      <td>2022-10-31T00:00:00Z</td>\n",
       "      <td>['profile_index', 'rowSize', 'latitude', 'long...</td>\n",
       "      <td>['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...</td>\n",
       "      <td>{'calibration_date': '2022-05-16', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-05-26', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-04-04', 'calibratio...</td>\n",
       "      <td>{'calibration_date': '2022-03-16', 'factory_ca...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>{'calibration_date': '2019-05-20', 'factory_ca...</td>\n",
       "      <td>nrt_SEA076_M9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>SEA076</td>\n",
       "      <td>13</td>\n",
       "      <td>Northern Baltic Proper, Eastern Gotland Basin</td>\n",
       "      <td>2023-01-13T00:00:00Z</td>\n",
       "      <td>2023-02-14T00:00:00Z</td>\n",
       "      <td>['profile_index', 'rowSize', 'latitude', 'long...</td>\n",
       "      <td>['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...</td>\n",
       "      <td>{'calibration_date': '2021-03-01', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2020-02-05', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-04-04', 'calibratio...</td>\n",
       "      <td>{'calibration_date': '2022-03-16', 'factory_ca...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nrt_SEA076_M13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>SEA076</td>\n",
       "      <td>16</td>\n",
       "      <td>Eastern Gotland Basin, Northern Baltic Proper</td>\n",
       "      <td>2023-04-11T00:00:00Z</td>\n",
       "      <td>2023-05-16T00:00:00Z</td>\n",
       "      <td>['profile_index', 'rowSize', 'latitude', 'long...</td>\n",
       "      <td>['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...</td>\n",
       "      <td>{'calibration_date': '2021-03-01', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-11-08', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-04-04', 'calibratio...</td>\n",
       "      <td>{'calibration_date': '2022-03-16', 'factory_ca...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nrt_SEA076_M16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>177</th>\n",
       "      <td>SEA078</td>\n",
       "      <td>11</td>\n",
       "      <td>Northern Baltic Proper, Eastern Gotland Basin</td>\n",
       "      <td>2023-03-16T00:00:00Z</td>\n",
       "      <td>2023-04-11T00:00:00Z</td>\n",
       "      <td>['profile_index', 'rowSize', 'latitude', 'long...</td>\n",
       "      <td>['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...</td>\n",
       "      <td>{'calibration_date': '2022-10-24', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-11-11', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-10-05', 'calibratio...</td>\n",
       "      <td>{'calibration_date': '2022-08-02', 'factory_ca...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nrt_SEA078_M11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>178</th>\n",
       "      <td>SEA078</td>\n",
       "      <td>12</td>\n",
       "      <td>Eastern Gotland Basin</td>\n",
       "      <td>2023-05-16T00:00:00Z</td>\n",
       "      <td>2023-06-20T00:00:00Z</td>\n",
       "      <td>['profile_index', 'rowSize', 'latitude', 'long...</td>\n",
       "      <td>['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...</td>\n",
       "      <td>{'calibration_date': '2022-10-24', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-11-11', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-10-05', 'calibratio...</td>\n",
       "      <td>{'calibration_date': '2022-08-02', 'factory_ca...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nrt_SEA078_M12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>179</th>\n",
       "      <td>SEA078</td>\n",
       "      <td>14</td>\n",
       "      <td>Western Gotland Basin</td>\n",
       "      <td>2023-07-28T00:00:00Z</td>\n",
       "      <td>2023-09-06T00:00:00Z</td>\n",
       "      <td>['profile_index', 'rowSize', 'latitude', 'long...</td>\n",
       "      <td>['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...</td>\n",
       "      <td>{'calibration_date': '2022-10-24', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-11-08', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-10-05', 'calibratio...</td>\n",
       "      <td>{'calibration_date': '2022-08-02', 'factory_ca...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nrt_SEA078_M14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>180</th>\n",
       "      <td>SEA078</td>\n",
       "      <td>15</td>\n",
       "      <td>Western Gotland Basin</td>\n",
       "      <td>2023-10-06T00:00:00Z</td>\n",
       "      <td>2023-11-11T00:00:00Z</td>\n",
       "      <td>['profile_index', 'rowSize', 'latitude', 'long...</td>\n",
       "      <td>['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...</td>\n",
       "      <td>{'calibration_date': '2022-10-24', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-11-08', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-10-05', 'calibratio...</td>\n",
       "      <td>{'calibration_date': '2022-08-02', 'factory_ca...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nrt_SEA078_M15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>181</th>\n",
       "      <td>SEA078</td>\n",
       "      <td>19</td>\n",
       "      <td>Western Gotland Basin</td>\n",
       "      <td>2023-12-06T00:00:00Z</td>\n",
       "      <td>2024-01-07T00:00:00Z</td>\n",
       "      <td>['profile_index', 'rowSize', 'latitude', 'long...</td>\n",
       "      <td>['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...</td>\n",
       "      <td>{'calibration_date': '2022-10-24', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2023-08-26', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-10-05', 'calibratio...</td>\n",
       "      <td>{'calibration_date': '2022-08-02', 'factory_ca...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nrt_SEA078_M19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>182 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    glider_serial  deployment_id  \\\n",
       "0          SEA068             27   \n",
       "1          SEA076              8   \n",
       "2          SEA076              9   \n",
       "3          SEA076             13   \n",
       "4          SEA076             16   \n",
       "..            ...            ...   \n",
       "177        SEA078             11   \n",
       "178        SEA078             12   \n",
       "179        SEA078             14   \n",
       "180        SEA078             15   \n",
       "181        SEA078             19   \n",
       "\n",
       "                                             basin deployment_start (UTC)  \\\n",
       "0                            Eastern Gotland Basin   2022-07-27T00:00:00Z   \n",
       "1                                   Bornholm Basin   2022-10-05T00:00:00Z   \n",
       "2                                   Bornholm Basin   2022-10-20T00:00:00Z   \n",
       "3    Northern Baltic Proper, Eastern Gotland Basin   2023-01-13T00:00:00Z   \n",
       "4    Eastern Gotland Basin, Northern Baltic Proper   2023-04-11T00:00:00Z   \n",
       "..                                             ...                    ...   \n",
       "177  Northern Baltic Proper, Eastern Gotland Basin   2023-03-16T00:00:00Z   \n",
       "178                          Eastern Gotland Basin   2023-05-16T00:00:00Z   \n",
       "179                          Western Gotland Basin   2023-07-28T00:00:00Z   \n",
       "180                          Western Gotland Basin   2023-10-06T00:00:00Z   \n",
       "181                          Western Gotland Basin   2023-12-06T00:00:00Z   \n",
       "\n",
       "     deployment_end (UTC)                                available_variables  \\\n",
       "0    2022-07-31T00:00:00Z  ['profile_index', 'rowSize', 'latitude', 'long...   \n",
       "1    2022-10-19T00:00:00Z  ['profile_index', 'rowSize', 'latitude', 'long...   \n",
       "2    2022-10-31T00:00:00Z  ['profile_index', 'rowSize', 'latitude', 'long...   \n",
       "3    2023-02-14T00:00:00Z  ['profile_index', 'rowSize', 'latitude', 'long...   \n",
       "4    2023-05-16T00:00:00Z  ['profile_index', 'rowSize', 'latitude', 'long...   \n",
       "..                    ...                                                ...   \n",
       "177  2023-04-11T00:00:00Z  ['profile_index', 'rowSize', 'latitude', 'long...   \n",
       "178  2023-06-20T00:00:00Z  ['profile_index', 'rowSize', 'latitude', 'long...   \n",
       "179  2023-09-06T00:00:00Z  ['profile_index', 'rowSize', 'latitude', 'long...   \n",
       "180  2023-11-11T00:00:00Z  ['profile_index', 'rowSize', 'latitude', 'long...   \n",
       "181  2024-01-07T00:00:00Z  ['profile_index', 'rowSize', 'latitude', 'long...   \n",
       "\n",
       "                                     science_variables  \\\n",
       "0    ['altimeter', 'backscatter_raw', 'backscatter_...   \n",
       "1    ['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...   \n",
       "2    ['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...   \n",
       "3    ['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...   \n",
       "4    ['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...   \n",
       "..                                                 ...   \n",
       "177  ['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...   \n",
       "178  ['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...   \n",
       "179  ['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...   \n",
       "180  ['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...   \n",
       "181  ['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...   \n",
       "\n",
       "                                                   ctd  \\\n",
       "0    {'calibration_date': '2021-06-17', 'factory_ca...   \n",
       "1    {'calibration_date': '2022-05-16', 'factory_ca...   \n",
       "2    {'calibration_date': '2022-05-16', 'factory_ca...   \n",
       "3    {'calibration_date': '2021-03-01', 'factory_ca...   \n",
       "4    {'calibration_date': '2021-03-01', 'factory_ca...   \n",
       "..                                                 ...   \n",
       "177  {'calibration_date': '2022-10-24', 'factory_ca...   \n",
       "178  {'calibration_date': '2022-10-24', 'factory_ca...   \n",
       "179  {'calibration_date': '2022-10-24', 'factory_ca...   \n",
       "180  {'calibration_date': '2022-10-24', 'factory_ca...   \n",
       "181  {'calibration_date': '2022-10-24', 'factory_ca...   \n",
       "\n",
       "                                                oxygen  \\\n",
       "0    {'calibration_date': '2021-06-17', 'factory_ca...   \n",
       "1    {'calibration_date': '2022-05-26', 'factory_ca...   \n",
       "2    {'calibration_date': '2022-05-26', 'factory_ca...   \n",
       "3    {'calibration_date': '2020-02-05', 'factory_ca...   \n",
       "4    {'calibration_date': '2022-11-08', 'factory_ca...   \n",
       "..                                                 ...   \n",
       "177  {'calibration_date': '2022-11-11', 'factory_ca...   \n",
       "178  {'calibration_date': '2022-11-11', 'factory_ca...   \n",
       "179  {'calibration_date': '2022-11-08', 'factory_ca...   \n",
       "180  {'calibration_date': '2022-11-08', 'factory_ca...   \n",
       "181  {'calibration_date': '2023-08-26', 'factory_ca...   \n",
       "\n",
       "                                                optics  \\\n",
       "0    {'calibration_date': '2022-05-10', 'calibratio...   \n",
       "1    {'calibration_date': '2022-04-04', 'calibratio...   \n",
       "2    {'calibration_date': '2022-04-04', 'calibratio...   \n",
       "3    {'calibration_date': '2022-04-04', 'calibratio...   \n",
       "4    {'calibration_date': '2022-04-04', 'calibratio...   \n",
       "..                                                 ...   \n",
       "177  {'calibration_date': '2022-10-05', 'calibratio...   \n",
       "178  {'calibration_date': '2022-10-05', 'calibratio...   \n",
       "179  {'calibration_date': '2022-10-05', 'calibratio...   \n",
       "180  {'calibration_date': '2022-10-05', 'calibratio...   \n",
       "181  {'calibration_date': '2022-10-05', 'calibratio...   \n",
       "\n",
       "                                                 ad2cp irradiance  \\\n",
       "0                                                  NaN        NaN   \n",
       "1    {'calibration_date': '2022-03-16', 'factory_ca...        NaN   \n",
       "2    {'calibration_date': '2022-03-16', 'factory_ca...        NaN   \n",
       "3    {'calibration_date': '2022-03-16', 'factory_ca...        NaN   \n",
       "4    {'calibration_date': '2022-03-16', 'factory_ca...        NaN   \n",
       "..                                                 ...        ...   \n",
       "177  {'calibration_date': '2022-08-02', 'factory_ca...        NaN   \n",
       "178  {'calibration_date': '2022-08-02', 'factory_ca...        NaN   \n",
       "179  {'calibration_date': '2022-08-02', 'factory_ca...        NaN   \n",
       "180  {'calibration_date': '2022-08-02', 'factory_ca...        NaN   \n",
       "181  {'calibration_date': '2022-08-02', 'factory_ca...        NaN   \n",
       "\n",
       "                                               nitrate       datasetID  \n",
       "0                                                  NaN  nrt_SEA068_M27  \n",
       "1    {'calibration_date': '2019-05-20', 'factory_ca...   nrt_SEA076_M8  \n",
       "2    {'calibration_date': '2019-05-20', 'factory_ca...   nrt_SEA076_M9  \n",
       "3                                                  NaN  nrt_SEA076_M13  \n",
       "4                                                  NaN  nrt_SEA076_M16  \n",
       "..                                                 ...             ...  \n",
       "177                                                NaN  nrt_SEA078_M11  \n",
       "178                                                NaN  nrt_SEA078_M12  \n",
       "179                                                NaN  nrt_SEA078_M14  \n",
       "180                                                NaN  nrt_SEA078_M15  \n",
       "181                                                NaN  nrt_SEA078_M19  \n",
       "\n",
       "[182 rows x 14 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "table"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "31a5963a",
   "metadata": {},
   "source": [
    "### List of all possible science variables"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "c8f40048",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['altimeter',\n",
       " 'backscatter_raw',\n",
       " 'backscatter_scaled',\n",
       " 'cdom',\n",
       " 'cdom_qc',\n",
       " 'cdom_raw',\n",
       " 'cdom_raw_qc',\n",
       " 'chlorophyll',\n",
       " 'chlorophyll_qc',\n",
       " 'chlorophyll_raw',\n",
       " 'conductivity',\n",
       " 'conductivity_qc',\n",
       " 'dead_reckoning',\n",
       " 'density',\n",
       " 'density_qc',\n",
       " 'distance_over_ground',\n",
       " 'nav_resource',\n",
       " 'oxygen_concentration',\n",
       " 'oxygen_concentration_qc',\n",
       " 'oxygen_phase',\n",
       " 'particulate_backscatter',\n",
       " 'potential_density',\n",
       " 'potential_density_qc',\n",
       " 'potential_temperature',\n",
       " 'potential_temperature_qc',\n",
       " 'pressure',\n",
       " 'salinity',\n",
       " 'salinity_qc',\n",
       " 'temperature',\n",
       " 'temperature_oxygen',\n",
       " 'temperature_qc',\n",
       " 'ad2cp_beam1_cell_number1',\n",
       " 'ad2cp_beam2_cell_number1',\n",
       " 'ad2cp_beam3_cell_number1',\n",
       " 'ad2cp_beam4_cell_number1',\n",
       " 'ad2cp_heading',\n",
       " 'ad2cp_pitch',\n",
       " 'ad2cp_pressure',\n",
       " 'ad2cp_roll',\n",
       " 'ad2cp_time',\n",
       " 'nitrate_concentration',\n",
       " 'nitrate_molar_concentration',\n",
       " 'suna_internal_humidity',\n",
       " 'suna_internal_temperature',\n",
       " 'nanoflu_temperature',\n",
       " 'phycocyanin',\n",
       " 'phycocyanin_nanoflu',\n",
       " 'phycocyanin_raw',\n",
       " 'backscatter_raw_secondary',\n",
       " 'backscatter_scaled_secondary',\n",
       " 'chlorophyll_raw_secondary',\n",
       " 'chlorophyll_secondary',\n",
       " 'down_irradiance_380',\n",
       " 'down_irradiance_490',\n",
       " 'down_irradiance_532',\n",
       " 'downwelling_PAR',\n",
       " 'temperature_oxygen_qc',\n",
       " 'adcp_AccelerometerX',\n",
       " 'adcp_AccelerometerY',\n",
       " 'adcp_AccelerometerZ',\n",
       " 'adcp_Ambiguity',\n",
       " 'adcp_Heading',\n",
       " 'adcp_MagnetometerTemperature',\n",
       " 'adcp_MagnetometerX',\n",
       " 'adcp_MagnetometerY',\n",
       " 'adcp_MagnetometerZ',\n",
       " 'adcp_Pitch',\n",
       " 'adcp_Pressure',\n",
       " 'adcp_PressureSensorTemperature',\n",
       " 'adcp_RTCTemperature',\n",
       " 'adcp_Roll',\n",
       " 'adcp_SpeedOfSound',\n",
       " 'adcp_Status',\n",
       " 'adcp_TransmitEnergy',\n",
       " 'adcp_WaterTemperature',\n",
       " 'adcp_time',\n",
       " 'turbidity',\n",
       " 'turbidity_raw',\n",
       " 'internal_temperature_PAR',\n",
       " 'fdom',\n",
       " 'fdom_raw',\n",
       " 'methane_concentration',\n",
       " 'methane_raw_concentration',\n",
       " 'mets_raw_temperature',\n",
       " 'mets_temperature',\n",
       " 'oxygen_frequency',\n",
       " 'oxygen_frequency_qc']"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sci_variables_all = []\n",
    "\n",
    "for i, row in table.iterrows():\n",
    "    sci_variables_all.extend(eval(row.science_variables[:]))\n",
    "\n",
    "res = []\n",
    "[res.append(x) for x in sci_variables_all if x not in res]\n",
    "\n",
    "nav_var = {'profile_index', 'rowSize', 'latitude', 'longitude', 'time', 'depth',\n",
    "           'angular_cmd', 'angular_pos', 'ballast_cmd', 'ballast_pos', 'desired_heading',\n",
    "           'dive_num', 'heading', 'internal_pressure', 'internal_temperature', 'linear_cmd',\n",
    "           'linear_pos', 'nav_state', 'pitch', 'profile_direction', 'profile_num',\n",
    "           'roll', 'security_level', 'vertical_distance_to_seafloor', 'voltage', 'declination'}\n",
    "\n",
    "res_sci = [i for i in res if i not in nav_var]\n",
    "\n",
    "res_sci"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d2d69917",
   "metadata": {},
   "source": [
    "## Examples of query"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2548fdb6",
   "metadata": {},
   "source": [
    "### Find all the mission where nitrate data was available"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "a4c4d364",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found 2 datasets: ['SEA076_8', 'SEA076_9']\n"
     ]
    }
   ],
   "source": [
    "name = []\n",
    "for i in range(len(table)):\n",
    "    if 'nitrate_concentration' in table.science_variables[i]:\n",
    "        name.append(f'{table.glider_serial[i]}_{table.deployment_id[i]}')\n",
    "print(f\"found {len(name)} datasets: {name}\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "482b4507",
   "metadata": {},
   "source": [
    "### Find all the mission with the FLBBPC optical sensor"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "a612a895",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found 92 datasets: ['SEA069_9', 'SEA069_11', 'SEA069_13', 'SEA069_15', 'SEA069_17', 'SEA069_19', 'SEA069_21', 'SEA069_22', 'SEA069_23', 'SEA055_18', 'SEA055_19', 'SEA055_20', 'SEA055_21', 'SEA055_23', 'SEA055_24', 'SEA055_26', 'SEA055_28', 'SEA055_31', 'SEA055_33', 'SEA055_35', 'SEA055_37', 'SEA055_39', 'SEA055_41', 'SEA055_43', 'SEA055_45', 'SEA055_46', 'SEA055_48', 'SEA055_50', 'SEA055_52', 'SEA055_53', 'SEA055_54', 'SEA055_56', 'SEA045_79', 'SEA063_55', 'SEA063_60', 'SEA044_28', 'SEA044_29', 'SEA044_32', 'SEA044_33', 'SEA044_34', 'SEA044_35', 'SEA044_40', 'SEA044_45', 'SEA044_46', 'SEA044_48', 'SEA044_72', 'SEA044_75', 'SEA044_77', 'SEA044_78', 'SEA044_79', 'SEA044_81', 'SEA044_83', 'SEA044_84', 'SEA044_85', 'SEA044_86', 'SEA044_88', 'SEA067_15', 'SEA067_26', 'SEA067_27', 'SEA067_29', 'SEA067_30', 'SEA067_32', 'SEA067_37', 'SEA067_39', 'SEA067_41', 'SEA067_42', 'SEA067_44', 'SEA067_46', 'SEA067_51', 'SEA067_53', 'SEA066_10', 'SEA066_12', 'SEA066_14', 'SEA066_16', 'SEA066_41', 'SEA066_42', 'SEA066_43', 'SEA066_45', 'SEA061_38', 'SEA061_39', 'SEA061_40', 'SEA061_42', 'SEA061_43', 'SEA061_45', 'SEA061_48', 'SEA061_50', 'SEA061_54', 'SEA061_56', 'SEA061_57', 'SEA061_60', 'SEA061_62', 'SEA061_63']\n"
     ]
    }
   ],
   "source": [
    "name = []\n",
    "for i in range(len(table)):\n",
    "    if 'FLBBPC' in eval(table.optics[i])['model']:\n",
    "        name.append(f'{table.glider_serial[i]}_{table.deployment_id[i]}')\n",
    "print(f\"found {len(name)} datasets: {name}\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "52b3df26",
   "metadata": {},
   "source": [
    "### Find all Eastern Gotland mission in the period Jan 2022 - March 2023"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "8ccc7354",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found 14 datasets: ['SEA068_27', 'SEA076_13', 'SEA069_9', 'SEA079_9', 'SEA067_26', 'SEA067_27', 'SEA067_29', 'SEA067_30', 'SEA067_32', 'SEA067_37', 'SEA067_39', 'SEA066_41', 'SEA066_42', 'SEA066_43']\n"
     ]
    }
   ],
   "source": [
    "name = []\n",
    "for i in range(len(table)):\n",
    "    if 'Eastern Gotland Basin' in table.basin[i]:\n",
    "        if table['deployment_start (UTC)'][i] > '2022-01-01' and table['deployment_start (UTC)'][i] < '2023-03-01':\n",
    "            name.append(f'{table.glider_serial[i]}_{table.deployment_id[i]}')\n",
    "print(f\"found {len(name)} datasets: {name}\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1d201d25",
   "metadata": {},
   "source": [
    "### Find all the mission with the oxygen sensor serial number 66"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "3468e2f8",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "found 8 datasets: ['SEA076_16', 'SEA076_17', 'SEA069_21', 'SEA069_22', 'SEA069_23', 'SEA077_21', 'SEA078_14', 'SEA078_15']\n"
     ]
    }
   ],
   "source": [
    "name = []\n",
    "for i in range(len(table)):\n",
    "    if '66' in eval(table.oxygen[i])['serial']:\n",
    "        name.append(f'{table.glider_serial[i]}_{table.deployment_id[i]}')\n",
    "print(f\"found {len(name)} datasets: {name}\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e3af16b0",
   "metadata": {},
   "source": [
    "### Find which brand this oxygen sensor is and what the calibration parameters are and where the mission was"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "cc017a97",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>glider_serial</th>\n",
       "      <th>deployment_id</th>\n",
       "      <th>basin</th>\n",
       "      <th>deployment_start (UTC)</th>\n",
       "      <th>deployment_end (UTC)</th>\n",
       "      <th>available_variables</th>\n",
       "      <th>science_variables</th>\n",
       "      <th>ctd</th>\n",
       "      <th>oxygen</th>\n",
       "      <th>optics</th>\n",
       "      <th>ad2cp</th>\n",
       "      <th>irradiance</th>\n",
       "      <th>nitrate</th>\n",
       "      <th>datasetID</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>SEA076</td>\n",
       "      <td>16.0</td>\n",
       "      <td>Eastern Gotland Basin, Northern Baltic Proper</td>\n",
       "      <td>2023-04-11T00:00:00Z</td>\n",
       "      <td>2023-05-16T00:00:00Z</td>\n",
       "      <td>['profile_index', 'rowSize', 'latitude', 'long...</td>\n",
       "      <td>['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...</td>\n",
       "      <td>{'calibration_date': '2021-03-01', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-11-08', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-04-04', 'calibratio...</td>\n",
       "      <td>{'calibration_date': '2022-03-16', 'factory_ca...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nrt_SEA076_M16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>SEA076</td>\n",
       "      <td>17.0</td>\n",
       "      <td>Western Gotland Basin</td>\n",
       "      <td>2023-06-20T00:00:00Z</td>\n",
       "      <td>2023-07-28T00:00:00Z</td>\n",
       "      <td>['profile_index', 'rowSize', 'latitude', 'long...</td>\n",
       "      <td>['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...</td>\n",
       "      <td>{'calibration_date': '2021-03-01', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-11-08', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-04-04', 'calibratio...</td>\n",
       "      <td>{'calibration_date': '2022-03-16', 'factory_ca...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nrt_SEA076_M17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>SEA069</td>\n",
       "      <td>21.0</td>\n",
       "      <td>Skagerrak, Kattegat</td>\n",
       "      <td>2023-11-17T00:00:00Z</td>\n",
       "      <td>2023-12-01T00:00:00Z</td>\n",
       "      <td>['profile_index', 'rowSize', 'latitude', 'long...</td>\n",
       "      <td>['altimeter', 'backscatter_raw', 'backscatter_...</td>\n",
       "      <td>{'calibration_date': '2023-06-12', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-11-08', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2021-03-22', 'calibratio...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nrt_SEA069_M21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>SEA069</td>\n",
       "      <td>22.0</td>\n",
       "      <td>Kattegat, Skagerrak</td>\n",
       "      <td>2023-12-02T00:00:00Z</td>\n",
       "      <td>2023-12-14T00:00:00Z</td>\n",
       "      <td>['profile_index', 'rowSize', 'latitude', 'long...</td>\n",
       "      <td>['altimeter', 'backscatter_raw', 'backscatter_...</td>\n",
       "      <td>{'calibration_date': '2023-06-12', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-11-08', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2021-03-22', 'calibratio...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nrt_SEA069_M22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>SEA069</td>\n",
       "      <td>23.0</td>\n",
       "      <td>Skagerrak, Kattegat</td>\n",
       "      <td>2023-12-27T00:00:00Z</td>\n",
       "      <td>2024-01-18T00:00:00Z</td>\n",
       "      <td>['profile_index', 'rowSize', 'latitude', 'long...</td>\n",
       "      <td>['altimeter', 'backscatter_raw', 'backscatter_...</td>\n",
       "      <td>{'calibration_date': '2023-06-12', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-11-08', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2021-03-22', 'calibratio...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nrt_SEA069_M23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147</th>\n",
       "      <td>SEA077</td>\n",
       "      <td>21.0</td>\n",
       "      <td>Eastern Gotland Basin</td>\n",
       "      <td>2023-03-16T00:00:00Z</td>\n",
       "      <td>2023-04-11T00:00:00Z</td>\n",
       "      <td>['profile_index', 'rowSize', 'latitude', 'long...</td>\n",
       "      <td>['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...</td>\n",
       "      <td>{'calibration_date': '2022-05-17', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-11-08', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-04-20', 'calibratio...</td>\n",
       "      <td>{'calibration_date': '2022-06-02', 'factory_ca...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nrt_SEA077_M21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>179</th>\n",
       "      <td>SEA078</td>\n",
       "      <td>14.0</td>\n",
       "      <td>Western Gotland Basin</td>\n",
       "      <td>2023-07-28T00:00:00Z</td>\n",
       "      <td>2023-09-06T00:00:00Z</td>\n",
       "      <td>['profile_index', 'rowSize', 'latitude', 'long...</td>\n",
       "      <td>['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...</td>\n",
       "      <td>{'calibration_date': '2022-10-24', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-11-08', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-10-05', 'calibratio...</td>\n",
       "      <td>{'calibration_date': '2022-08-02', 'factory_ca...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nrt_SEA078_M14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>180</th>\n",
       "      <td>SEA078</td>\n",
       "      <td>15.0</td>\n",
       "      <td>Western Gotland Basin</td>\n",
       "      <td>2023-10-06T00:00:00Z</td>\n",
       "      <td>2023-11-11T00:00:00Z</td>\n",
       "      <td>['profile_index', 'rowSize', 'latitude', 'long...</td>\n",
       "      <td>['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...</td>\n",
       "      <td>{'calibration_date': '2022-10-24', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-11-08', 'factory_ca...</td>\n",
       "      <td>{'calibration_date': '2022-10-05', 'calibratio...</td>\n",
       "      <td>{'calibration_date': '2022-08-02', 'factory_ca...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>nrt_SEA078_M15</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    glider_serial  deployment_id  \\\n",
       "4          SEA076           16.0   \n",
       "5          SEA076           17.0   \n",
       "15         SEA069           21.0   \n",
       "16         SEA069           22.0   \n",
       "17         SEA069           23.0   \n",
       "147        SEA077           21.0   \n",
       "179        SEA078           14.0   \n",
       "180        SEA078           15.0   \n",
       "\n",
       "                                             basin deployment_start (UTC)  \\\n",
       "4    Eastern Gotland Basin, Northern Baltic Proper   2023-04-11T00:00:00Z   \n",
       "5                            Western Gotland Basin   2023-06-20T00:00:00Z   \n",
       "15                             Skagerrak, Kattegat   2023-11-17T00:00:00Z   \n",
       "16                             Kattegat, Skagerrak   2023-12-02T00:00:00Z   \n",
       "17                             Skagerrak, Kattegat   2023-12-27T00:00:00Z   \n",
       "147                          Eastern Gotland Basin   2023-03-16T00:00:00Z   \n",
       "179                          Western Gotland Basin   2023-07-28T00:00:00Z   \n",
       "180                          Western Gotland Basin   2023-10-06T00:00:00Z   \n",
       "\n",
       "     deployment_end (UTC)                                available_variables  \\\n",
       "4    2023-05-16T00:00:00Z  ['profile_index', 'rowSize', 'latitude', 'long...   \n",
       "5    2023-07-28T00:00:00Z  ['profile_index', 'rowSize', 'latitude', 'long...   \n",
       "15   2023-12-01T00:00:00Z  ['profile_index', 'rowSize', 'latitude', 'long...   \n",
       "16   2023-12-14T00:00:00Z  ['profile_index', 'rowSize', 'latitude', 'long...   \n",
       "17   2024-01-18T00:00:00Z  ['profile_index', 'rowSize', 'latitude', 'long...   \n",
       "147  2023-04-11T00:00:00Z  ['profile_index', 'rowSize', 'latitude', 'long...   \n",
       "179  2023-09-06T00:00:00Z  ['profile_index', 'rowSize', 'latitude', 'long...   \n",
       "180  2023-11-11T00:00:00Z  ['profile_index', 'rowSize', 'latitude', 'long...   \n",
       "\n",
       "                                     science_variables  \\\n",
       "4    ['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...   \n",
       "5    ['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...   \n",
       "15   ['altimeter', 'backscatter_raw', 'backscatter_...   \n",
       "16   ['altimeter', 'backscatter_raw', 'backscatter_...   \n",
       "17   ['altimeter', 'backscatter_raw', 'backscatter_...   \n",
       "147  ['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...   \n",
       "179  ['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...   \n",
       "180  ['ad2cp_beam1_cell_number1', 'ad2cp_beam2_cell...   \n",
       "\n",
       "                                                   ctd  \\\n",
       "4    {'calibration_date': '2021-03-01', 'factory_ca...   \n",
       "5    {'calibration_date': '2021-03-01', 'factory_ca...   \n",
       "15   {'calibration_date': '2023-06-12', 'factory_ca...   \n",
       "16   {'calibration_date': '2023-06-12', 'factory_ca...   \n",
       "17   {'calibration_date': '2023-06-12', 'factory_ca...   \n",
       "147  {'calibration_date': '2022-05-17', 'factory_ca...   \n",
       "179  {'calibration_date': '2022-10-24', 'factory_ca...   \n",
       "180  {'calibration_date': '2022-10-24', 'factory_ca...   \n",
       "\n",
       "                                                oxygen  \\\n",
       "4    {'calibration_date': '2022-11-08', 'factory_ca...   \n",
       "5    {'calibration_date': '2022-11-08', 'factory_ca...   \n",
       "15   {'calibration_date': '2022-11-08', 'factory_ca...   \n",
       "16   {'calibration_date': '2022-11-08', 'factory_ca...   \n",
       "17   {'calibration_date': '2022-11-08', 'factory_ca...   \n",
       "147  {'calibration_date': '2022-11-08', 'factory_ca...   \n",
       "179  {'calibration_date': '2022-11-08', 'factory_ca...   \n",
       "180  {'calibration_date': '2022-11-08', 'factory_ca...   \n",
       "\n",
       "                                                optics  \\\n",
       "4    {'calibration_date': '2022-04-04', 'calibratio...   \n",
       "5    {'calibration_date': '2022-04-04', 'calibratio...   \n",
       "15   {'calibration_date': '2021-03-22', 'calibratio...   \n",
       "16   {'calibration_date': '2021-03-22', 'calibratio...   \n",
       "17   {'calibration_date': '2021-03-22', 'calibratio...   \n",
       "147  {'calibration_date': '2022-04-20', 'calibratio...   \n",
       "179  {'calibration_date': '2022-10-05', 'calibratio...   \n",
       "180  {'calibration_date': '2022-10-05', 'calibratio...   \n",
       "\n",
       "                                                 ad2cp irradiance nitrate  \\\n",
       "4    {'calibration_date': '2022-03-16', 'factory_ca...        NaN     NaN   \n",
       "5    {'calibration_date': '2022-03-16', 'factory_ca...        NaN     NaN   \n",
       "15                                                 NaN        NaN     NaN   \n",
       "16                                                 NaN        NaN     NaN   \n",
       "17                                                 NaN        NaN     NaN   \n",
       "147  {'calibration_date': '2022-06-02', 'factory_ca...        NaN     NaN   \n",
       "179  {'calibration_date': '2022-08-02', 'factory_ca...        NaN     NaN   \n",
       "180  {'calibration_date': '2022-08-02', 'factory_ca...        NaN     NaN   \n",
       "\n",
       "          datasetID  \n",
       "4    nrt_SEA076_M16  \n",
       "5    nrt_SEA076_M17  \n",
       "15   nrt_SEA069_M21  \n",
       "16   nrt_SEA069_M22  \n",
       "17   nrt_SEA069_M23  \n",
       "147  nrt_SEA077_M21  \n",
       "179  nrt_SEA078_M14  \n",
       "180  nrt_SEA078_M15  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "oxy_tab = table.copy()\n",
    "for i in range(len(oxy_tab)):\n",
    "    if '66' not in eval(oxy_tab.oxygen[i])['serial']:\n",
    "        oxy_tab.iloc[i] = np.nan\n",
    "oxy_tab.dropna(how='all')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b50416d5",
   "metadata": {},
   "source": [
    "### Find all types of optical sensors data available"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "714e09de",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['FLBBCD', 'Wetlabs'],\n",
       " ['FLBBPC', 'Wetlabs'],\n",
       " ['FLNTU', 'Wetlabs'],\n",
       " ['SEAOWL', 'Seabird']]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "opt_sens = []\n",
    "for i, row in table.iterrows():\n",
    "    opt_sens.append([eval(row.optics)['model'], eval(row.optics)['make']])\n",
    "\n",
    "opt_sens_type = []\n",
    "[opt_sens_type.append(x) for x in opt_sens if x not in opt_sens_type]\n",
    "\n",
    "opt_sens_type"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "58ff45de",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['6756', '2021-03-23'],\n",
       " ['6754', '2021-03-22'],\n",
       " ['6598', '2020-12-22'],\n",
       " ['6754', '2021-03-23'],\n",
       " ['6597', '2020-12-22'],\n",
       " ['6755', '2021-03-22'],\n",
       " ['7313', '2022-01-11'],\n",
       " ['6753', '2021-03-23']]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#List all FLBBPC sensors and calibration data\n",
    "FLBBPC_sens = []\n",
    "for i, row in table.iterrows():\n",
    "    if 'FLBBPC' in eval(row.optics)['model']:\n",
    "        FLBBPC_sens.append([eval(row.optics)['serial'], eval(row.optics)['calibration_date']])\n",
    "\n",
    "FLBBPC_sens_type = []\n",
    "[FLBBPC_sens_type.append(x) for x in FLBBPC_sens if x not in FLBBPC_sens_type]\n",
    "\n",
    "FLBBPC_sens_type"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "54cfa66d-19cc-4d59-ae76-356798ae5e15",
   "metadata": {},
   "source": [
    "-------------------------------\n",
    "\n",
    "**References**\n",
    "\n",
    "The metadata table at the core of this notebook is regenerated every day using a script developed by @MOchiara https://github.com/voto-ocean-knowledge/data_updates"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}