notebooks/020-negative-sample.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "e731f0cd-1968-4673-9c5a-6a8b72df3112",
   "metadata": {},
   "source": [
    "# Negative sampling"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b960e81e-8651-4075-8fdf-16ff6643807f",
   "metadata": {},
   "source": [
    "More label data can tremendously help model to learn. In this notebook we would prepare negative samples for each user based on the unseen items. The unseen items are sampled based on how frequent they appear in the training dataset. This is an intentional choice to make the negative sample harder, hence potentially more useful. This would also force the model learn relevant patterns about user behaviors rather than biased by popularity."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "fb6158b3-a0e5-4be2-8d63-110d8f91baea",
   "metadata": {},
   "source": [
    "# Set up"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "f1603d1c-b1fb-48b9-b32d-616843185c54",
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import sys\n",
    "from datetime import timedelta\n",
    "\n",
    "import pandas as pd\n",
    "from feast import FeatureStore\n",
    "from loguru import logger\n",
    "from pydantic import BaseModel\n",
    "\n",
    "sys.path.insert(0, \"..\")\n",
    "from src.id_mapper import IDMapper\n",
    "from cfg.run_cfg import RunCfg\n",
    "from src.ranker.negative_sampling import generate_negative_samples"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5668822b-16ca-47d4-a477-2256cddfd543",
   "metadata": {},
   "source": [
    "# Controller"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "7452a1ae-d135-46bd-91cf-a9fb52b94243",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[32m2024-11-26 21:17:20.652\u001b[0m | \u001b[34m\u001b[1mDEBUG   \u001b[0m | \u001b[36mcfg.run_cfg\u001b[0m:\u001b[36minit\u001b[0m:\u001b[36m36\u001b[0m - \u001b[34m\u001b[1mSetting use_sbert_features=True requires running notebook 016-sentence-transformers\u001b[0m\n",
      "\u001b[32m2024-11-26 21:17:20.652\u001b[0m | \u001b[34m\u001b[1mDEBUG   \u001b[0m | \u001b[36mcfg.run_cfg\u001b[0m:\u001b[36minit\u001b[0m:\u001b[36m40\u001b[0m - \u001b[34m\u001b[1mSetting use_item_tags_from_llm=True requires running notebook 040-retrieve-item-tags-from-llm\u001b[0m\n",
      "\u001b[32m2024-11-26 21:17:20.653\u001b[0m | \u001b[34m\u001b[1mDEBUG   \u001b[0m | \u001b[36mcfg.run_cfg\u001b[0m:\u001b[36minit\u001b[0m:\u001b[36m43\u001b[0m - \u001b[34m\u001b[1mChanging use_item_tags_from_llm requires re-running notebook 002-features-v2 to get the new item_metadata_pipeline.dill file\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{\n",
      "  \"testing\": false,\n",
      "  \"run_name\": \"000-sequence-modeling\",\n",
      "  \"notebook_persist_dp\": \"/home/dvquys/frostmourne/tmp/recsys-mvp/notebooks/data/000-sequence-modeling\",\n",
      "  \"random_seed\": 41,\n",
      "  \"rc\": {\n",
      "    \"use_sbert_features\": true,\n",
      "    \"use_item_tags_from_llm\": true,\n",
      "    \"item_feature_cols\": [\n",
      "      \"main_category\",\n",
      "      \"categories\",\n",
      "      \"price\",\n",
      "      \"parent_asin_rating_cnt_365d\",\n",
      "      \"parent_asin_rating_avg_prev_rating_365d\",\n",
      "      \"parent_asin_rating_cnt_90d\",\n",
      "      \"parent_asin_rating_avg_prev_rating_90d\",\n",
      "      \"parent_asin_rating_cnt_30d\",\n",
      "      \"parent_asin_rating_avg_prev_rating_30d\",\n",
      "      \"parent_asin_rating_cnt_7d\",\n",
      "      \"parent_asin_rating_avg_prev_rating_7d\",\n",
      "      \"tags\"\n",
      "    ],\n",
      "    \"item_tags_from_llm_fp\": \"../data/item_tags_from_llm.parquet\"\n",
      "  },\n",
      "  \"user_col\": \"user_id\",\n",
      "  \"item_col\": \"parent_asin\",\n",
      "  \"rating_col\": \"rating\",\n",
      "  \"timestamp_col\": \"timestamp\",\n",
      "  \"neg_to_pos_ratio\": 1\n",
      "}\n"
     ]
    }
   ],
   "source": [
    "class Args(BaseModel):\n",
    "    testing: bool = False\n",
    "    run_name: str = \"000-sequence-modeling\"\n",
    "    notebook_persist_dp: str = None\n",
    "    random_seed: int = 41\n",
    "\n",
    "    rc: RunCfg = RunCfg().init()\n",
    "\n",
    "    user_col: str = \"user_id\"\n",
    "    item_col: str = \"parent_asin\"\n",
    "    rating_col: str = \"rating\"\n",
    "    timestamp_col: str = \"timestamp\"\n",
    "\n",
    "    neg_to_pos_ratio: int = 1\n",
    "\n",
    "    def init(self):\n",
    "        self.notebook_persist_dp = os.path.abspath(f\"data/{self.run_name}\")\n",
    "        os.makedirs(self.notebook_persist_dp, exist_ok=True)\n",
    "\n",
    "        return self\n",
    "\n",
    "\n",
    "args = Args().init()\n",
    "\n",
    "print(args.model_dump_json(indent=2))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "db117b6f-348f-4c48-b2ea-8830f3531ee8",
   "metadata": {},
   "source": [
    "# Test implementation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "dfade2c8-7cb3-4107-b1a4-d44c999f192b",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Sample input: List of (user_id, item_id) interactions\n",
    "interactions = [\n",
    "    (1, 101, 1, 1),\n",
    "    (1, 102, 2, 2),\n",
    "    (1, 103, 3, 4),\n",
    "    (2, 101, 4, 1),\n",
    "    (2, 104, 5, 2),\n",
    "    (3, 105, 1, 1),\n",
    "    (3, 106, 2, 5),\n",
    "    # Add more interactions as needed\n",
    "]\n",
    "\n",
    "# Convert the list to a DataFrame for easier manipulation\n",
    "df = pd.DataFrame(\n",
    "    interactions,\n",
    "    columns=[\"user_indice\", \"item_indice\", args.rating_col, args.timestamp_col],\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "a53404fa-bb19-4d8b-b841-68e9105821ac",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_indice</th>\n",
       "      <th>item_indice</th>\n",
       "      <th>rating</th>\n",
       "      <th>timestamp</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>102</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>103</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2</td>\n",
       "      <td>101</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2</td>\n",
       "      <td>104</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>3</td>\n",
       "      <td>105</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>3</td>\n",
       "      <td>106</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   user_indice  item_indice  rating  timestamp\n",
       "0            1          101       1          1\n",
       "1            1          102       2          2\n",
       "2            1          103       3          4\n",
       "3            2          101       4          1\n",
       "4            2          104       5          2\n",
       "5            3          105       1          1\n",
       "6            3          106       2          5"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "cc7bcf3a-b400-41f3-b467-7e45cfe1cf8e",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "1fb0e21778e446dcb6ccdc3922fb121d",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/7 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "neg_df = generate_negative_samples(df, neg_to_pos_ratio=5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "158c28fe-ba1c-4def-bea6-550bd6a2acb7",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_indice</th>\n",
       "      <th>item_indice</th>\n",
       "      <th>rating</th>\n",
       "      <th>timestamp</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>105</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>104</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>106</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>104</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>106</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>105</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>104</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>105</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>106</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2</td>\n",
       "      <td>103</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2</td>\n",
       "      <td>105</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2</td>\n",
       "      <td>106</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2</td>\n",
       "      <td>102</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2</td>\n",
       "      <td>102</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2</td>\n",
       "      <td>103</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2</td>\n",
       "      <td>106</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2</td>\n",
       "      <td>105</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>3</td>\n",
       "      <td>104</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>3</td>\n",
       "      <td>101</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>3</td>\n",
       "      <td>103</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>3</td>\n",
       "      <td>102</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>3</td>\n",
       "      <td>101</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>3</td>\n",
       "      <td>104</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>3</td>\n",
       "      <td>103</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>3</td>\n",
       "      <td>102</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   user_indice item_indice  rating  timestamp\n",
       "0            1         105       0          1\n",
       "0            1         104       0          1\n",
       "0            1         106       0          1\n",
       "1            1         104       0          2\n",
       "1            1         106       0          2\n",
       "1            1         105       0          2\n",
       "2            1         104       0          4\n",
       "2            1         105       0          4\n",
       "2            1         106       0          4\n",
       "3            2         103       0          1\n",
       "3            2         105       0          1\n",
       "3            2         106       0          1\n",
       "3            2         102       0          1\n",
       "4            2         102       0          2\n",
       "4            2         103       0          2\n",
       "4            2         106       0          2\n",
       "4            2         105       0          2\n",
       "5            3         104       0          1\n",
       "5            3         101       0          1\n",
       "5            3         103       0          1\n",
       "5            3         102       0          1\n",
       "6            3         101       0          5\n",
       "6            3         104       0          5\n",
       "6            3         103       0          5\n",
       "6            3         102       0          5"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "neg_df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "7db4c5fa-e7d5-4feb-ae4c-f438b1bab15c",
   "metadata": {},
   "source": [
    "# Load data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "0d7f0649-c302-44f2-a338-6beeb4021580",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "train_df = pd.read_parquet(\"../data/train_features.parquet\")\n",
    "val_df = pd.read_parquet(\"../data/val_features.parquet\")\n",
    "idm = IDMapper().load(\"../data/idm.json\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "20bac185-7164-492f-ac22-c9352417ca04",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[32m2024-11-26 21:17:21.668\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36m__main__\u001b[0m:\u001b[36m<module>\u001b[0m:\u001b[36m3\u001b[0m - \u001b[1mval_timestamp=Timestamp('2021-08-10 21:28:25.764000')\u001b[0m\n"
     ]
    }
   ],
   "source": [
    "assert val_df[args.timestamp_col].min() > train_df[args.timestamp_col].max()\n",
    "val_timestamp = train_df[args.timestamp_col].max() + timedelta(seconds=1)\n",
    "logger.info(f\"{val_timestamp=}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "82a8e8ad-1e15-4a94-ac0d-1292350f0d28",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>parent_asin</th>\n",
       "      <th>rating</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>timestamp_unix</th>\n",
       "      <th>parent_asin_rating_cnt_365d</th>\n",
       "      <th>parent_asin_rating_avg_prev_rating_365d</th>\n",
       "      <th>parent_asin_rating_cnt_90d</th>\n",
       "      <th>parent_asin_rating_avg_prev_rating_90d</th>\n",
       "      <th>parent_asin_rating_cnt_30d</th>\n",
       "      <th>...</th>\n",
       "      <th>user_rating_list_10_recent_asin_timestamp</th>\n",
       "      <th>item_sequence</th>\n",
       "      <th>item_sequence_ts</th>\n",
       "      <th>item_sequence_ts_bucket</th>\n",
       "      <th>tags</th>\n",
       "      <th>main_category</th>\n",
       "      <th>title</th>\n",
       "      <th>description</th>\n",
       "      <th>categories</th>\n",
       "      <th>price</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>AE225O22SA7DLBOGOEIFL7FT5VYQ</td>\n",
       "      <td>B0006B7DXA</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2004-09-14 03:38:36.000</td>\n",
       "      <td>1095133116</td>\n",
       "      <td>1</td>\n",
       "      <td>5.00</td>\n",
       "      <td>1</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]</td>\n",
       "      <td>[MMORPG, Fantasy, Collectible, Subscription Ba...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>World of Warcraft Battle Chest - (Obsolete)</td>\n",
       "      <td>[Experience the World of Warcraft! World of Wa...</td>\n",
       "      <td>[Video Games, PC, Games]</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>AE225O22SA7DLBOGOEIFL7FT5VYQ</td>\n",
       "      <td>B001LETH2Q</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2004-10-13 23:01:27.000</td>\n",
       "      <td>1097708487</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1095133116</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, 1095133116]</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, 4]</td>\n",
       "      <td>[MMORPG, Collector's Edition, PC Game, Fantasy...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>World of Warcraft Collector's Edition</td>\n",
       "      <td>[From the Manufacturer, We're very excited to ...</td>\n",
       "      <td>[Video Games, PC, Games]</td>\n",
       "      <td>999.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>AE225O22SA7DLBOGOEIFL7FT5VYQ</td>\n",
       "      <td>B0009XEC02</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2005-08-26 21:05:52.000</td>\n",
       "      <td>1125090352</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1095133116,1097708487</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, 1095133116, 1...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, 5, 5]</td>\n",
       "      <td>[Turn-based Strategy, Military Strategy, Ninte...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Advance Wars: Dual Strike - Nintendo DS</td>\n",
       "      <td>[Advance Wars: Dual Strike is the latest in th...</td>\n",
       "      <td>[Video Games, Legacy Systems, Nintendo Systems...</td>\n",
       "      <td>84.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>AE225O22SA7DLBOGOEIFL7FT5VYQ</td>\n",
       "      <td>B000NNDN1M</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2007-04-13 21:47:03.000</td>\n",
       "      <td>1176500823</td>\n",
       "      <td>2</td>\n",
       "      <td>4.00</td>\n",
       "      <td>2</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>1095133116,1097708487,1125090352</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 352...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, 1095133116, 10977...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, 6, 6, 6]</td>\n",
       "      <td>[Platformer, Adventure, RPG, Puzzle, Nintendo ...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Super Paper Mario</td>\n",
       "      <td>[The newest chapter of the Paper Mario story i...</td>\n",
       "      <td>[Video Games, Legacy Systems, Nintendo Systems...</td>\n",
       "      <td>49.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>AE225O22SA7DLBOGOEIFL7FT5VYQ</td>\n",
       "      <td>B00136MBHA</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2008-08-13 18:33:22.000</td>\n",
       "      <td>1218652402</td>\n",
       "      <td>1</td>\n",
       "      <td>5.00</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1095133116,1097708487,1125090352,1176500823</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 352.0, 11...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, 1095133116, 109770848...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, 7, 7, 6, 6]</td>\n",
       "      <td>[Role-playing, Action, Stylish, Unique Combat ...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>The World Ends With You</td>\n",
       "      <td>[Product description, Welcome to Shibuya. Wake...</td>\n",
       "      <td>[Video Games, Legacy Systems, Nintendo Systems]</td>\n",
       "      <td>99.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>957</th>\n",
       "      <td>AHZKTZHKO3Z6UYWEYMH4YL52K3LA</td>\n",
       "      <td>B0716CXJ1R</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2021-11-14 04:54:45.568</td>\n",
       "      <td>1636865685</td>\n",
       "      <td>2</td>\n",
       "      <td>5.00</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1605925289,1605926867,1605927826,1605928012,16...</td>\n",
       "      <td>[3670, 3945, 2970, 3537, 4407, 4453, 4002, 433...</td>\n",
       "      <td>[1605925289, 1605926867, 1605927826, 160592801...</td>\n",
       "      <td>[5, 5, 5, 5, 5, 5, 5, 5, 5, 5]</td>\n",
       "      <td>[Action RPG, Collector's Edition, Dark Fantasy...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Darksiders III - Collector's Edition - Xbox One</td>\n",
       "      <td>[]</td>\n",
       "      <td>[Video Games, Xbox One, Games]</td>\n",
       "      <td>149.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>958</th>\n",
       "      <td>AHZKTZHKO3Z6UYWEYMH4YL52K3LA</td>\n",
       "      <td>B07SM7G9CN</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2021-11-14 04:55:34.529</td>\n",
       "      <td>1636865734</td>\n",
       "      <td>5</td>\n",
       "      <td>4.80</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1605926867,1605927826,1605928012,1605928551,16...</td>\n",
       "      <td>[3945, 2970, 3537, 4407, 4453, 4002, 4337, 400...</td>\n",
       "      <td>[1605926867, 1605927826, 1605928012, 160592855...</td>\n",
       "      <td>[5, 5, 5, 5, 5, 5, 5, 5, 5, 0]</td>\n",
       "      <td>[Platformer, Adventure, 2D Side-scrolling, Fam...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Donkey Kong Country: Tropical Freeze - Nintend...</td>\n",
       "      <td>[Barrel-blast into a critically acclaimed Donk...</td>\n",
       "      <td>[Video Games, Nintendo Switch, Games]</td>\n",
       "      <td>52.49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>959</th>\n",
       "      <td>AHZKTZHKO3Z6UYWEYMH4YL52K3LA</td>\n",
       "      <td>B081W1VBKN</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2022-02-05 09:31:46.803</td>\n",
       "      <td>1644053506</td>\n",
       "      <td>3</td>\n",
       "      <td>4.00</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1605927826,1605928012,1605928551,1619326697,16...</td>\n",
       "      <td>[2970, 3537, 4407, 4453, 4002, 4337, 4006, 357...</td>\n",
       "      <td>[1605927826, 1605928012, 1605928551, 161932669...</td>\n",
       "      <td>[6, 6, 6, 5, 5, 5, 5, 5, 5, 5]</td>\n",
       "      <td>[Action RPG, Hack and Slash, Fantasy, Cult Cla...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Darksiders 2: Deathinitive Edition - Xbox One ...</td>\n",
       "      <td>[What starts with War, ends in Death. Awakened...</td>\n",
       "      <td>[Video Games, Xbox One, Games]</td>\n",
       "      <td>14.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>960</th>\n",
       "      <td>AHZLVBGFP4FNOJGC33CZQSHUQXWA</td>\n",
       "      <td>B07H53PZY8</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2021-10-17 23:51:36.799</td>\n",
       "      <td>1634514696</td>\n",
       "      <td>1</td>\n",
       "      <td>5.00</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1424711004,1424711297,1424711461,1443068823,14...</td>\n",
       "      <td>[983, 703, 616, 3028, 660, 3599, 4534, 2804, 3...</td>\n",
       "      <td>[1424711004, 1424711297, 1424711461, 144306882...</td>\n",
       "      <td>[8, 8, 8, 8, 7, 7, 7, 7, 6, 6]</td>\n",
       "      <td>[Simulation, Off-Road, Open World, Adventure, ...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Mudrunner - American Wilds Edition - PlayStati...</td>\n",
       "      <td>[Mud Runner - American Wilds is the ultimate v...</td>\n",
       "      <td>[Video Games, PlayStation 4, Games]</td>\n",
       "      <td>23.98</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>961</th>\n",
       "      <td>AHZWAGBHK2AMRPHLLXA4EBPSFCZA</td>\n",
       "      <td>B07VHHPJBV</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2022-04-19 02:32:58.396</td>\n",
       "      <td>1650335578</td>\n",
       "      <td>8</td>\n",
       "      <td>3.75</td>\n",
       "      <td>1</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>1389168499,1399325281,1399598417,1401773804,14...</td>\n",
       "      <td>[-1, -1, 47, 665, 36, 4258, 802, 186, 3245, 4433]</td>\n",
       "      <td>[-1, -1, 1389168499, 1399325281, 1399598417, 1...</td>\n",
       "      <td>[-1, -1, 8, 8, 8, 8, 8, 8, 7, 7]</td>\n",
       "      <td>[Gaming Mouse, RGB Lighting, Ergonomic Design,...</td>\n",
       "      <td>Computers</td>\n",
       "      <td>Redragon M602 Griffin RGB Gaming Mouse, RGB Sp...</td>\n",
       "      <td>[Redragon M602 (White) GRIFFIN High-Precision ...</td>\n",
       "      <td>[Video Games, PC, Accessories, Gaming Mice]</td>\n",
       "      <td>19.99</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>165260 rows × 28 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                          user_id parent_asin  rating               timestamp  \\\n",
       "0    AE225O22SA7DLBOGOEIFL7FT5VYQ  B0006B7DXA     5.0 2004-09-14 03:38:36.000   \n",
       "1    AE225O22SA7DLBOGOEIFL7FT5VYQ  B001LETH2Q     5.0 2004-10-13 23:01:27.000   \n",
       "2    AE225O22SA7DLBOGOEIFL7FT5VYQ  B0009XEC02     5.0 2005-08-26 21:05:52.000   \n",
       "3    AE225O22SA7DLBOGOEIFL7FT5VYQ  B000NNDN1M     5.0 2007-04-13 21:47:03.000   \n",
       "4    AE225O22SA7DLBOGOEIFL7FT5VYQ  B00136MBHA     5.0 2008-08-13 18:33:22.000   \n",
       "..                            ...         ...     ...                     ...   \n",
       "957  AHZKTZHKO3Z6UYWEYMH4YL52K3LA  B0716CXJ1R     5.0 2021-11-14 04:54:45.568   \n",
       "958  AHZKTZHKO3Z6UYWEYMH4YL52K3LA  B07SM7G9CN     5.0 2021-11-14 04:55:34.529   \n",
       "959  AHZKTZHKO3Z6UYWEYMH4YL52K3LA  B081W1VBKN     5.0 2022-02-05 09:31:46.803   \n",
       "960  AHZLVBGFP4FNOJGC33CZQSHUQXWA  B07H53PZY8     4.0 2021-10-17 23:51:36.799   \n",
       "961  AHZWAGBHK2AMRPHLLXA4EBPSFCZA  B07VHHPJBV     1.0 2022-04-19 02:32:58.396   \n",
       "\n",
       "     timestamp_unix  parent_asin_rating_cnt_365d  \\\n",
       "0        1095133116                            1   \n",
       "1        1097708487                            0   \n",
       "2        1125090352                            0   \n",
       "3        1176500823                            2   \n",
       "4        1218652402                            1   \n",
       "..              ...                          ...   \n",
       "957      1636865685                            2   \n",
       "958      1636865734                            5   \n",
       "959      1644053506                            3   \n",
       "960      1634514696                            1   \n",
       "961      1650335578                            8   \n",
       "\n",
       "     parent_asin_rating_avg_prev_rating_365d  parent_asin_rating_cnt_90d  \\\n",
       "0                                       5.00                           1   \n",
       "1                                        NaN                           0   \n",
       "2                                        NaN                           0   \n",
       "3                                       4.00                           2   \n",
       "4                                       5.00                           0   \n",
       "..                                       ...                         ...   \n",
       "957                                     5.00                           0   \n",
       "958                                     4.80                           0   \n",
       "959                                     4.00                           0   \n",
       "960                                     5.00                           0   \n",
       "961                                     3.75                           1   \n",
       "\n",
       "     parent_asin_rating_avg_prev_rating_90d  parent_asin_rating_cnt_30d  ...  \\\n",
       "0                                       5.0                           0  ...   \n",
       "1                                       NaN                           0  ...   \n",
       "2                                       NaN                           0  ...   \n",
       "3                                       4.0                           2  ...   \n",
       "4                                       NaN                           0  ...   \n",
       "..                                      ...                         ...  ...   \n",
       "957                                     NaN                           0  ...   \n",
       "958                                     NaN                           0  ...   \n",
       "959                                     NaN                           0  ...   \n",
       "960                                     NaN                           0  ...   \n",
       "961                                     2.0                           1  ...   \n",
       "\n",
       "             user_rating_list_10_recent_asin_timestamp  \\\n",
       "0                                                 None   \n",
       "1                                           1095133116   \n",
       "2                                1095133116,1097708487   \n",
       "3                     1095133116,1097708487,1125090352   \n",
       "4          1095133116,1097708487,1125090352,1176500823   \n",
       "..                                                 ...   \n",
       "957  1605925289,1605926867,1605927826,1605928012,16...   \n",
       "958  1605926867,1605927826,1605928012,1605928551,16...   \n",
       "959  1605927826,1605928012,1605928551,1619326697,16...   \n",
       "960  1424711004,1424711297,1424711461,1443068823,14...   \n",
       "961  1389168499,1399325281,1399598417,1401773804,14...   \n",
       "\n",
       "                                         item_sequence  \\\n",
       "0    [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....   \n",
       "1    [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....   \n",
       "2    [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....   \n",
       "3    [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 352...   \n",
       "4    [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 352.0, 11...   \n",
       "..                                                 ...   \n",
       "957  [3670, 3945, 2970, 3537, 4407, 4453, 4002, 433...   \n",
       "958  [3945, 2970, 3537, 4407, 4453, 4002, 4337, 400...   \n",
       "959  [2970, 3537, 4407, 4453, 4002, 4337, 4006, 357...   \n",
       "960  [983, 703, 616, 3028, 660, 3599, 4534, 2804, 3...   \n",
       "961  [-1, -1, 47, 665, 36, 4258, 802, 186, 3245, 4433]   \n",
       "\n",
       "                                      item_sequence_ts  \\\n",
       "0             [-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]   \n",
       "1     [-1, -1, -1, -1, -1, -1, -1, -1, -1, 1095133116]   \n",
       "2    [-1, -1, -1, -1, -1, -1, -1, -1, 1095133116, 1...   \n",
       "3    [-1, -1, -1, -1, -1, -1, -1, 1095133116, 10977...   \n",
       "4    [-1, -1, -1, -1, -1, -1, 1095133116, 109770848...   \n",
       "..                                                 ...   \n",
       "957  [1605925289, 1605926867, 1605927826, 160592801...   \n",
       "958  [1605926867, 1605927826, 1605928012, 160592855...   \n",
       "959  [1605927826, 1605928012, 1605928551, 161932669...   \n",
       "960  [1424711004, 1424711297, 1424711461, 144306882...   \n",
       "961  [-1, -1, 1389168499, 1399325281, 1399598417, 1...   \n",
       "\n",
       "                      item_sequence_ts_bucket  \\\n",
       "0    [-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]   \n",
       "1     [-1, -1, -1, -1, -1, -1, -1, -1, -1, 4]   \n",
       "2      [-1, -1, -1, -1, -1, -1, -1, -1, 5, 5]   \n",
       "3       [-1, -1, -1, -1, -1, -1, -1, 6, 6, 6]   \n",
       "4        [-1, -1, -1, -1, -1, -1, 7, 7, 6, 6]   \n",
       "..                                        ...   \n",
       "957            [5, 5, 5, 5, 5, 5, 5, 5, 5, 5]   \n",
       "958            [5, 5, 5, 5, 5, 5, 5, 5, 5, 0]   \n",
       "959            [6, 6, 6, 5, 5, 5, 5, 5, 5, 5]   \n",
       "960            [8, 8, 8, 8, 7, 7, 7, 7, 6, 6]   \n",
       "961          [-1, -1, 8, 8, 8, 8, 8, 8, 7, 7]   \n",
       "\n",
       "                                                  tags  main_category  \\\n",
       "0    [MMORPG, Fantasy, Collectible, Subscription Ba...    Video Games   \n",
       "1    [MMORPG, Collector's Edition, PC Game, Fantasy...    Video Games   \n",
       "2    [Turn-based Strategy, Military Strategy, Ninte...    Video Games   \n",
       "3    [Platformer, Adventure, RPG, Puzzle, Nintendo ...    Video Games   \n",
       "4    [Role-playing, Action, Stylish, Unique Combat ...    Video Games   \n",
       "..                                                 ...            ...   \n",
       "957  [Action RPG, Collector's Edition, Dark Fantasy...    Video Games   \n",
       "958  [Platformer, Adventure, 2D Side-scrolling, Fam...    Video Games   \n",
       "959  [Action RPG, Hack and Slash, Fantasy, Cult Cla...    Video Games   \n",
       "960  [Simulation, Off-Road, Open World, Adventure, ...    Video Games   \n",
       "961  [Gaming Mouse, RGB Lighting, Ergonomic Design,...      Computers   \n",
       "\n",
       "                                                 title  \\\n",
       "0          World of Warcraft Battle Chest - (Obsolete)   \n",
       "1                World of Warcraft Collector's Edition   \n",
       "2              Advance Wars: Dual Strike - Nintendo DS   \n",
       "3                                    Super Paper Mario   \n",
       "4                              The World Ends With You   \n",
       "..                                                 ...   \n",
       "957    Darksiders III - Collector's Edition - Xbox One   \n",
       "958  Donkey Kong Country: Tropical Freeze - Nintend...   \n",
       "959  Darksiders 2: Deathinitive Edition - Xbox One ...   \n",
       "960  Mudrunner - American Wilds Edition - PlayStati...   \n",
       "961  Redragon M602 Griffin RGB Gaming Mouse, RGB Sp...   \n",
       "\n",
       "                                           description  \\\n",
       "0    [Experience the World of Warcraft! World of Wa...   \n",
       "1    [From the Manufacturer, We're very excited to ...   \n",
       "2    [Advance Wars: Dual Strike is the latest in th...   \n",
       "3    [The newest chapter of the Paper Mario story i...   \n",
       "4    [Product description, Welcome to Shibuya. Wake...   \n",
       "..                                                 ...   \n",
       "957                                                 []   \n",
       "958  [Barrel-blast into a critically acclaimed Donk...   \n",
       "959  [What starts with War, ends in Death. Awakened...   \n",
       "960  [Mud Runner - American Wilds is the ultimate v...   \n",
       "961  [Redragon M602 (White) GRIFFIN High-Precision ...   \n",
       "\n",
       "                                            categories   price  \n",
       "0                             [Video Games, PC, Games]    None  \n",
       "1                             [Video Games, PC, Games]  999.99  \n",
       "2    [Video Games, Legacy Systems, Nintendo Systems...   84.99  \n",
       "3    [Video Games, Legacy Systems, Nintendo Systems...   49.99  \n",
       "4      [Video Games, Legacy Systems, Nintendo Systems]   99.99  \n",
       "..                                                 ...     ...  \n",
       "957                     [Video Games, Xbox One, Games]  149.99  \n",
       "958              [Video Games, Nintendo Switch, Games]   52.49  \n",
       "959                     [Video Games, Xbox One, Games]   14.99  \n",
       "960                [Video Games, PlayStation 4, Games]   23.98  \n",
       "961        [Video Games, PC, Accessories, Gaming Mice]   19.99  \n",
       "\n",
       "[165260 rows x 28 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "full_df = pd.concat([train_df, val_df], axis=0)\n",
    "full_df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6d5f49f4-15b2-465a-a2b8-9f4b8fdeacb5",
   "metadata": {},
   "source": [
    "# Generate negative samples"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "b54fbffd-5400-41f6-bde2-b01bbc55bd07",
   "metadata": {},
   "outputs": [],
   "source": [
    "full_features_df = full_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "1e3af89b-af5e-4f89-bfb2-98117564def9",
   "metadata": {},
   "outputs": [],
   "source": [
    "meta_features = [\"main_category\", \"title\", \"description\", \"categories\", \"price\"]\n",
    "\n",
    "if args.rc.use_item_tags_from_llm:\n",
    "    meta_features.append(\"tags\")\n",
    "\n",
    "item_timestamp_features = [\n",
    "    \"parent_asin_rating_cnt_365d\",\n",
    "    \"parent_asin_rating_avg_prev_rating_365d\",\n",
    "    \"parent_asin_rating_cnt_90d\",\n",
    "    \"parent_asin_rating_avg_prev_rating_90d\",\n",
    "    \"parent_asin_rating_cnt_30d\",\n",
    "    \"parent_asin_rating_avg_prev_rating_30d\",\n",
    "    \"parent_asin_rating_cnt_7d\",\n",
    "    \"parent_asin_rating_avg_prev_rating_7d\",\n",
    "]\n",
    "\n",
    "item_features_df = full_features_df.drop_duplicates(subset=[args.item_col])[\n",
    "    [args.item_col, \"item_indice\", *meta_features]\n",
    "]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "608aadbb-b6c7-4bd7-ad8f-27d1d6258edb",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "a5e7032970f14527ac13bb09d99369a5",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/165260 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "features = [\n",
    "    \"item_sequence\",\n",
    "    \"user_rating_list_10_recent_asin_timestamp\",\n",
    "    \"item_sequence_ts\",\n",
    "    \"item_sequence_ts_bucket\",\n",
    "    \"user_id\",\n",
    "    \"user_rating_cnt_90d\",\n",
    "    \"user_rating_avg_prev_rating_90d\",\n",
    "    \"user_rating_list_10_recent_asin\",\n",
    "]\n",
    "\n",
    "neg_df = generate_negative_samples(\n",
    "    full_features_df,\n",
    "    \"user_indice\",\n",
    "    \"item_indice\",\n",
    "    args.rating_col,\n",
    "    neg_label=0,\n",
    "    neg_to_pos_ratio=args.neg_to_pos_ratio,\n",
    "    seed=args.random_seed,\n",
    "    features=features,\n",
    ")\n",
    "\n",
    "neg_df = neg_df.pipe(\n",
    "    lambda df: pd.merge(\n",
    "        df, item_features_df, how=\"left\", on=\"item_indice\", validate=\"m:1\"\n",
    "    )\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b445423a-b4dc-471b-bfe6-ee05c96a058e",
   "metadata": {},
   "source": [
    "# Get item timestamp feature  for negative samples\n",
    "The newly generated negative samples would have the new (timestamp, item_indice). To be able to get the item timestamp features like item popularity we need to call feature store"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "e4c659a7-73b9-49eb-b82b-62bd51204741",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_indice</th>\n",
       "      <th>item_indice</th>\n",
       "      <th>rating</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>item_sequence</th>\n",
       "      <th>user_rating_list_10_recent_asin_timestamp</th>\n",
       "      <th>item_sequence_ts</th>\n",
       "      <th>item_sequence_ts_bucket</th>\n",
       "      <th>user_id</th>\n",
       "      <th>user_rating_cnt_90d</th>\n",
       "      <th>user_rating_avg_prev_rating_90d</th>\n",
       "      <th>user_rating_list_10_recent_asin</th>\n",
       "      <th>parent_asin</th>\n",
       "      <th>main_category</th>\n",
       "      <th>title</th>\n",
       "      <th>description</th>\n",
       "      <th>categories</th>\n",
       "      <th>price</th>\n",
       "      <th>tags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>1444</td>\n",
       "      <td>0</td>\n",
       "      <td>2004-09-14 03:38:36.000</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....</td>\n",
       "      <td>None</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]</td>\n",
       "      <td>AE225O22SA7DLBOGOEIFL7FT5VYQ</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>B003A71XKQ</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>KMD Xbox 360 Live Gaming Headset with Mic</td>\n",
       "      <td>[Take your Xbox Live experience to the next le...</td>\n",
       "      <td>[]</td>\n",
       "      <td>6.99</td>\n",
       "      <td>[Gaming Headset, Voice Chat, Xbox 360, Audio A...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>374</td>\n",
       "      <td>0</td>\n",
       "      <td>2004-10-13 23:01:27.000</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....</td>\n",
       "      <td>1095133116</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, 1095133116]</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, 4]</td>\n",
       "      <td>AE225O22SA7DLBOGOEIFL7FT5VYQ</td>\n",
       "      <td>2</td>\n",
       "      <td>5.0</td>\n",
       "      <td>B0006B7DXA</td>\n",
       "      <td>B0009A4EV2</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Dragon Quest VIII: Journey of the Cursed King</td>\n",
       "      <td>[From the Manufacturer, Dragon Quest VIII: Jou...</td>\n",
       "      <td>[Video Games, Legacy Systems, PlayStation Syst...</td>\n",
       "      <td>135.56</td>\n",
       "      <td>[Role-Playing Game, JRPG, Adventure, Classic R...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>3074</td>\n",
       "      <td>0</td>\n",
       "      <td>2005-08-26 21:05:52.000</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....</td>\n",
       "      <td>1095133116,1097708487</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, 1095133116, 1...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, 5, 5]</td>\n",
       "      <td>AE225O22SA7DLBOGOEIFL7FT5VYQ</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>B0006B7DXA,B001LETH2Q</td>\n",
       "      <td>B00ZM5OXD8</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Dishonored 2 - PlayStation 4</td>\n",
       "      <td>[Reprise your role as a supernatural assassin ...</td>\n",
       "      <td>[Video Games, PlayStation 4, Games]</td>\n",
       "      <td>7.5</td>\n",
       "      <td>[Stealth, Action Adventure, Supernatural Power...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>348</td>\n",
       "      <td>0</td>\n",
       "      <td>2007-04-13 21:47:03.000</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 352...</td>\n",
       "      <td>1095133116,1097708487,1125090352</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, 1095133116, 10977...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, 6, 6, 6]</td>\n",
       "      <td>AE225O22SA7DLBOGOEIFL7FT5VYQ</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>B0006B7DXA,B001LETH2Q,B0009XEC02</td>\n",
       "      <td>B000641ZC2</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Mario Power Tennis</td>\n",
       "      <td>[Mario Power Tennis brings the heroes and vill...</td>\n",
       "      <td>[Video Games, Legacy Systems, Nintendo Systems...</td>\n",
       "      <td>57.72</td>\n",
       "      <td>[Sports, Multiplayer, Action, Family Friendly,...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>776</td>\n",
       "      <td>0</td>\n",
       "      <td>2008-08-13 18:33:22.000</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 352.0, 11...</td>\n",
       "      <td>1095133116,1097708487,1125090352,1176500823</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, 1095133116, 109770848...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, 7, 7, 6, 6]</td>\n",
       "      <td>AE225O22SA7DLBOGOEIFL7FT5VYQ</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>B0006B7DXA,B001LETH2Q,B0009XEC02,B000NNDN1M</td>\n",
       "      <td>B001ELJE5G</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Guitar Hero III: Legends of Rock - Xbox 360</td>\n",
       "      <td>[Product description, Product InformationThe t...</td>\n",
       "      <td>[Video Games, Legacy Systems, Xbox Systems, Xb...</td>\n",
       "      <td>62.99</td>\n",
       "      <td>[Rhythm Game, Music, Guitar Peripheral, Multip...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165255</th>\n",
       "      <td>19494</td>\n",
       "      <td>507</td>\n",
       "      <td>0</td>\n",
       "      <td>2021-11-14 04:54:45.568</td>\n",
       "      <td>[3670, 3945, 2970, 3537, 4407, 4453, 4002, 433...</td>\n",
       "      <td>1605925289,1605926867,1605927826,1605928012,16...</td>\n",
       "      <td>[1605925289, 1605926867, 1605927826, 160592801...</td>\n",
       "      <td>[5, 5, 5, 5, 5, 5, 5, 5, 5, 5]</td>\n",
       "      <td>AHZKTZHKO3Z6UYWEYMH4YL52K3LA</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>B071YZVS75,B07DML9W41,B00V5V3E38,B01N6QKT7H,B0...</td>\n",
       "      <td>B000JVM256</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>The Legend of Zelda: Majora's Mask - Collector...</td>\n",
       "      <td>[Game cartridge for the Nintendo 64 video game...</td>\n",
       "      <td>[Video Games, Legacy Systems, Nintendo Systems...</td>\n",
       "      <td>120.0</td>\n",
       "      <td>[Adventure, Nintendo Classic, Puzzle, Action-A...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165256</th>\n",
       "      <td>19494</td>\n",
       "      <td>2311</td>\n",
       "      <td>0</td>\n",
       "      <td>2021-11-14 04:55:34.529</td>\n",
       "      <td>[3945, 2970, 3537, 4407, 4453, 4002, 4337, 400...</td>\n",
       "      <td>1605926867,1605927826,1605928012,1605928551,16...</td>\n",
       "      <td>[1605926867, 1605927826, 1605928012, 160592855...</td>\n",
       "      <td>[5, 5, 5, 5, 5, 5, 5, 5, 5, 0]</td>\n",
       "      <td>AHZKTZHKO3Z6UYWEYMH4YL52K3LA</td>\n",
       "      <td>2</td>\n",
       "      <td>5.0</td>\n",
       "      <td>B07DML9W41,B00V5V3E38,B01N6QKT7H,B08MBQ51KG,B0...</td>\n",
       "      <td>B00B3PDHBU</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Turtle Beach Ear Force XP510 BS-2290-01 5.1 Wi...</td>\n",
       "      <td>[For the ultimate in gaming immersion, you nee...</td>\n",
       "      <td>[Video Games, Legacy Systems, PlayStation Syst...</td>\n",
       "      <td>None</td>\n",
       "      <td>[Wireless Headset, Surround Sound, Gaming Acce...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165257</th>\n",
       "      <td>19494</td>\n",
       "      <td>2456</td>\n",
       "      <td>0</td>\n",
       "      <td>2022-02-05 09:31:46.803</td>\n",
       "      <td>[2970, 3537, 4407, 4453, 4002, 4337, 4006, 357...</td>\n",
       "      <td>1605927826,1605928012,1605928551,1619326697,16...</td>\n",
       "      <td>[1605927826, 1605928012, 1605928551, 161932669...</td>\n",
       "      <td>[6, 6, 6, 5, 5, 5, 5, 5, 5, 5]</td>\n",
       "      <td>AHZKTZHKO3Z6UYWEYMH4YL52K3LA</td>\n",
       "      <td>3</td>\n",
       "      <td>5.0</td>\n",
       "      <td>B00V5V3E38,B01N6QKT7H,B08MBQ51KG,B094WQR3H3,B0...</td>\n",
       "      <td>B00DQNF3PU</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Zumba Fitness World Party - Xbox One</td>\n",
       "      <td>[Only the premier global fitness brand can off...</td>\n",
       "      <td>[Video Games, Xbox One, Games]</td>\n",
       "      <td>54.9</td>\n",
       "      <td>[Fitness, Dance, Party Game, Xbox One, Family-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165258</th>\n",
       "      <td>19497</td>\n",
       "      <td>2126</td>\n",
       "      <td>0</td>\n",
       "      <td>2021-10-17 23:51:36.799</td>\n",
       "      <td>[983, 703, 616, 3028, 660, 3599, 4534, 2804, 3...</td>\n",
       "      <td>1424711004,1424711297,1424711461,1443068823,14...</td>\n",
       "      <td>[1424711004, 1424711297, 1424711461, 144306882...</td>\n",
       "      <td>[8, 8, 8, 8, 7, 7, 7, 7, 6, 6]</td>\n",
       "      <td>AHZLVBGFP4FNOJGC33CZQSHUQXWA</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>B001EYUU4W,B001CU4EMW,B000VTQ3LU,B00YOGZFCO,B0...</td>\n",
       "      <td>B0088TN7NW</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Just Dance 4</td>\n",
       "      <td>[From the Manufacturer, Throw the ultimate par...</td>\n",
       "      <td>[Video Games, Legacy Systems, Xbox Systems]</td>\n",
       "      <td>32.95</td>\n",
       "      <td>[Dance Game, Party Game, Motion Controls, Mult...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165259</th>\n",
       "      <td>19557</td>\n",
       "      <td>2512</td>\n",
       "      <td>0</td>\n",
       "      <td>2022-04-19 02:32:58.396</td>\n",
       "      <td>[-1, -1, 47, 665, 36, 4258, 802, 186, 3245, 4433]</td>\n",
       "      <td>1389168499,1399325281,1399598417,1401773804,14...</td>\n",
       "      <td>[-1, -1, 1389168499, 1399325281, 1399598417, 1...</td>\n",
       "      <td>[-1, -1, 8, 8, 8, 8, 8, 8, 7, 7]</td>\n",
       "      <td>AHZWAGBHK2AMRPHLLXA4EBPSFCZA</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>B00002ST28,B0015MMN6G,B00001X50M,B07X6481D4,B0...</td>\n",
       "      <td>B00F27JGVA</td>\n",
       "      <td>Computers</td>\n",
       "      <td>PlayStation Vita Memory Card 64GB (PCH-Z641J)</td>\n",
       "      <td>[This is a memory card for Play Station Vita t...</td>\n",
       "      <td>[Video Games, Legacy Systems, PlayStation Syst...</td>\n",
       "      <td>251.7</td>\n",
       "      <td>[Storage Solution, Portable Gaming, Memory Exp...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>165260 rows × 19 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        user_indice item_indice  rating               timestamp  \\\n",
       "0                 0        1444       0 2004-09-14 03:38:36.000   \n",
       "1                 0         374       0 2004-10-13 23:01:27.000   \n",
       "2                 0        3074       0 2005-08-26 21:05:52.000   \n",
       "3                 0         348       0 2007-04-13 21:47:03.000   \n",
       "4                 0         776       0 2008-08-13 18:33:22.000   \n",
       "...             ...         ...     ...                     ...   \n",
       "165255        19494         507       0 2021-11-14 04:54:45.568   \n",
       "165256        19494        2311       0 2021-11-14 04:55:34.529   \n",
       "165257        19494        2456       0 2022-02-05 09:31:46.803   \n",
       "165258        19497        2126       0 2021-10-17 23:51:36.799   \n",
       "165259        19557        2512       0 2022-04-19 02:32:58.396   \n",
       "\n",
       "                                            item_sequence  \\\n",
       "0       [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....   \n",
       "1       [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....   \n",
       "2       [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....   \n",
       "3       [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 352...   \n",
       "4       [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 352.0, 11...   \n",
       "...                                                   ...   \n",
       "165255  [3670, 3945, 2970, 3537, 4407, 4453, 4002, 433...   \n",
       "165256  [3945, 2970, 3537, 4407, 4453, 4002, 4337, 400...   \n",
       "165257  [2970, 3537, 4407, 4453, 4002, 4337, 4006, 357...   \n",
       "165258  [983, 703, 616, 3028, 660, 3599, 4534, 2804, 3...   \n",
       "165259  [-1, -1, 47, 665, 36, 4258, 802, 186, 3245, 4433]   \n",
       "\n",
       "                user_rating_list_10_recent_asin_timestamp  \\\n",
       "0                                                    None   \n",
       "1                                              1095133116   \n",
       "2                                   1095133116,1097708487   \n",
       "3                        1095133116,1097708487,1125090352   \n",
       "4             1095133116,1097708487,1125090352,1176500823   \n",
       "...                                                   ...   \n",
       "165255  1605925289,1605926867,1605927826,1605928012,16...   \n",
       "165256  1605926867,1605927826,1605928012,1605928551,16...   \n",
       "165257  1605927826,1605928012,1605928551,1619326697,16...   \n",
       "165258  1424711004,1424711297,1424711461,1443068823,14...   \n",
       "165259  1389168499,1399325281,1399598417,1401773804,14...   \n",
       "\n",
       "                                         item_sequence_ts  \\\n",
       "0                [-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]   \n",
       "1        [-1, -1, -1, -1, -1, -1, -1, -1, -1, 1095133116]   \n",
       "2       [-1, -1, -1, -1, -1, -1, -1, -1, 1095133116, 1...   \n",
       "3       [-1, -1, -1, -1, -1, -1, -1, 1095133116, 10977...   \n",
       "4       [-1, -1, -1, -1, -1, -1, 1095133116, 109770848...   \n",
       "...                                                   ...   \n",
       "165255  [1605925289, 1605926867, 1605927826, 160592801...   \n",
       "165256  [1605926867, 1605927826, 1605928012, 160592855...   \n",
       "165257  [1605927826, 1605928012, 1605928551, 161932669...   \n",
       "165258  [1424711004, 1424711297, 1424711461, 144306882...   \n",
       "165259  [-1, -1, 1389168499, 1399325281, 1399598417, 1...   \n",
       "\n",
       "                         item_sequence_ts_bucket  \\\n",
       "0       [-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]   \n",
       "1        [-1, -1, -1, -1, -1, -1, -1, -1, -1, 4]   \n",
       "2         [-1, -1, -1, -1, -1, -1, -1, -1, 5, 5]   \n",
       "3          [-1, -1, -1, -1, -1, -1, -1, 6, 6, 6]   \n",
       "4           [-1, -1, -1, -1, -1, -1, 7, 7, 6, 6]   \n",
       "...                                          ...   \n",
       "165255            [5, 5, 5, 5, 5, 5, 5, 5, 5, 5]   \n",
       "165256            [5, 5, 5, 5, 5, 5, 5, 5, 5, 0]   \n",
       "165257            [6, 6, 6, 5, 5, 5, 5, 5, 5, 5]   \n",
       "165258            [8, 8, 8, 8, 7, 7, 7, 7, 6, 6]   \n",
       "165259          [-1, -1, 8, 8, 8, 8, 8, 8, 7, 7]   \n",
       "\n",
       "                             user_id  user_rating_cnt_90d  \\\n",
       "0       AE225O22SA7DLBOGOEIFL7FT5VYQ                    1   \n",
       "1       AE225O22SA7DLBOGOEIFL7FT5VYQ                    2   \n",
       "2       AE225O22SA7DLBOGOEIFL7FT5VYQ                    1   \n",
       "3       AE225O22SA7DLBOGOEIFL7FT5VYQ                    1   \n",
       "4       AE225O22SA7DLBOGOEIFL7FT5VYQ                    1   \n",
       "...                              ...                  ...   \n",
       "165255  AHZKTZHKO3Z6UYWEYMH4YL52K3LA                    1   \n",
       "165256  AHZKTZHKO3Z6UYWEYMH4YL52K3LA                    2   \n",
       "165257  AHZKTZHKO3Z6UYWEYMH4YL52K3LA                    3   \n",
       "165258  AHZLVBGFP4FNOJGC33CZQSHUQXWA                    1   \n",
       "165259  AHZWAGBHK2AMRPHLLXA4EBPSFCZA                    1   \n",
       "\n",
       "        user_rating_avg_prev_rating_90d  \\\n",
       "0                                   NaN   \n",
       "1                                   5.0   \n",
       "2                                   NaN   \n",
       "3                                   NaN   \n",
       "4                                   NaN   \n",
       "...                                 ...   \n",
       "165255                              NaN   \n",
       "165256                              5.0   \n",
       "165257                              5.0   \n",
       "165258                              NaN   \n",
       "165259                              NaN   \n",
       "\n",
       "                          user_rating_list_10_recent_asin parent_asin  \\\n",
       "0                                                    None  B003A71XKQ   \n",
       "1                                              B0006B7DXA  B0009A4EV2   \n",
       "2                                   B0006B7DXA,B001LETH2Q  B00ZM5OXD8   \n",
       "3                        B0006B7DXA,B001LETH2Q,B0009XEC02  B000641ZC2   \n",
       "4             B0006B7DXA,B001LETH2Q,B0009XEC02,B000NNDN1M  B001ELJE5G   \n",
       "...                                                   ...         ...   \n",
       "165255  B071YZVS75,B07DML9W41,B00V5V3E38,B01N6QKT7H,B0...  B000JVM256   \n",
       "165256  B07DML9W41,B00V5V3E38,B01N6QKT7H,B08MBQ51KG,B0...  B00B3PDHBU   \n",
       "165257  B00V5V3E38,B01N6QKT7H,B08MBQ51KG,B094WQR3H3,B0...  B00DQNF3PU   \n",
       "165258  B001EYUU4W,B001CU4EMW,B000VTQ3LU,B00YOGZFCO,B0...  B0088TN7NW   \n",
       "165259  B00002ST28,B0015MMN6G,B00001X50M,B07X6481D4,B0...  B00F27JGVA   \n",
       "\n",
       "       main_category                                              title  \\\n",
       "0        Video Games          KMD Xbox 360 Live Gaming Headset with Mic   \n",
       "1        Video Games      Dragon Quest VIII: Journey of the Cursed King   \n",
       "2        Video Games                       Dishonored 2 - PlayStation 4   \n",
       "3        Video Games                                 Mario Power Tennis   \n",
       "4        Video Games        Guitar Hero III: Legends of Rock - Xbox 360   \n",
       "...              ...                                                ...   \n",
       "165255   Video Games  The Legend of Zelda: Majora's Mask - Collector...   \n",
       "165256   Video Games  Turtle Beach Ear Force XP510 BS-2290-01 5.1 Wi...   \n",
       "165257   Video Games               Zumba Fitness World Party - Xbox One   \n",
       "165258   Video Games                                       Just Dance 4   \n",
       "165259     Computers      PlayStation Vita Memory Card 64GB (PCH-Z641J)   \n",
       "\n",
       "                                              description  \\\n",
       "0       [Take your Xbox Live experience to the next le...   \n",
       "1       [From the Manufacturer, Dragon Quest VIII: Jou...   \n",
       "2       [Reprise your role as a supernatural assassin ...   \n",
       "3       [Mario Power Tennis brings the heroes and vill...   \n",
       "4       [Product description, Product InformationThe t...   \n",
       "...                                                   ...   \n",
       "165255  [Game cartridge for the Nintendo 64 video game...   \n",
       "165256  [For the ultimate in gaming immersion, you nee...   \n",
       "165257  [Only the premier global fitness brand can off...   \n",
       "165258  [From the Manufacturer, Throw the ultimate par...   \n",
       "165259  [This is a memory card for Play Station Vita t...   \n",
       "\n",
       "                                               categories   price  \\\n",
       "0                                                      []    6.99   \n",
       "1       [Video Games, Legacy Systems, PlayStation Syst...  135.56   \n",
       "2                     [Video Games, PlayStation 4, Games]     7.5   \n",
       "3       [Video Games, Legacy Systems, Nintendo Systems...   57.72   \n",
       "4       [Video Games, Legacy Systems, Xbox Systems, Xb...   62.99   \n",
       "...                                                   ...     ...   \n",
       "165255  [Video Games, Legacy Systems, Nintendo Systems...   120.0   \n",
       "165256  [Video Games, Legacy Systems, PlayStation Syst...    None   \n",
       "165257                     [Video Games, Xbox One, Games]    54.9   \n",
       "165258        [Video Games, Legacy Systems, Xbox Systems]   32.95   \n",
       "165259  [Video Games, Legacy Systems, PlayStation Syst...   251.7   \n",
       "\n",
       "                                                     tags  \n",
       "0       [Gaming Headset, Voice Chat, Xbox 360, Audio A...  \n",
       "1       [Role-Playing Game, JRPG, Adventure, Classic R...  \n",
       "2       [Stealth, Action Adventure, Supernatural Power...  \n",
       "3       [Sports, Multiplayer, Action, Family Friendly,...  \n",
       "4       [Rhythm Game, Music, Guitar Peripheral, Multip...  \n",
       "...                                                   ...  \n",
       "165255  [Adventure, Nintendo Classic, Puzzle, Action-A...  \n",
       "165256  [Wireless Headset, Surround Sound, Gaming Acce...  \n",
       "165257  [Fitness, Dance, Party Game, Xbox One, Family-...  \n",
       "165258  [Dance Game, Party Game, Motion Controls, Mult...  \n",
       "165259  [Storage Solution, Portable Gaming, Memory Exp...  \n",
       "\n",
       "[165260 rows x 19 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "neg_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "a99ab553-322a-4e4a-88b7-311be413ac6e",
   "metadata": {},
   "outputs": [],
   "source": [
    "store = FeatureStore(\n",
    "    repo_path=\"..\", fs_yaml_file=\"../feature_store_offline_server.yaml\"\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "cdde302d-f0b2-4f29-a06a-d59d6b33333d",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:_list_feature_views will make breaking changes. Please use _list_batch_feature_views instead. _list_feature_views will behave like _list_all_feature_views in the future.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Using timestamp as the event timestamp. To specify a column explicitly, please name it event_timestamp.\n",
      "CPU times: user 72.8 ms, sys: 14.1 ms, total: 86.8 ms\n",
      "Wall time: 23.4 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "ts_features = [f\"parent_asin_rating_stats:{feature}\" for feature in item_timestamp_features]\n",
    "\n",
    "neg_ts_features_df = store.get_historical_features(neg_df[[args.item_col, args.timestamp_col]].drop_duplicates(), ts_features).to_df()\n",
    "assert neg_ts_features_df.duplicated().sum() == 0, display(neg_ts_features_df.loc[neg_ts_features_df.duplicated()])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "5131ef56-f068-4826-aafe-94b901981e43",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_indice</th>\n",
       "      <th>item_indice</th>\n",
       "      <th>rating</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>item_sequence</th>\n",
       "      <th>user_rating_list_10_recent_asin_timestamp</th>\n",
       "      <th>item_sequence_ts</th>\n",
       "      <th>item_sequence_ts_bucket</th>\n",
       "      <th>user_id</th>\n",
       "      <th>user_rating_cnt_90d</th>\n",
       "      <th>...</th>\n",
       "      <th>price</th>\n",
       "      <th>tags</th>\n",
       "      <th>parent_asin_rating_cnt_365d</th>\n",
       "      <th>parent_asin_rating_avg_prev_rating_365d</th>\n",
       "      <th>parent_asin_rating_cnt_90d</th>\n",
       "      <th>parent_asin_rating_avg_prev_rating_90d</th>\n",
       "      <th>parent_asin_rating_cnt_30d</th>\n",
       "      <th>parent_asin_rating_avg_prev_rating_30d</th>\n",
       "      <th>parent_asin_rating_cnt_7d</th>\n",
       "      <th>parent_asin_rating_avg_prev_rating_7d</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>1444</td>\n",
       "      <td>0</td>\n",
       "      <td>2004-09-14 03:38:36.000</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....</td>\n",
       "      <td>None</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]</td>\n",
       "      <td>AE225O22SA7DLBOGOEIFL7FT5VYQ</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>6.99</td>\n",
       "      <td>[Gaming Headset, Voice Chat, Xbox 360, Audio A...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>374</td>\n",
       "      <td>0</td>\n",
       "      <td>2004-10-13 23:01:27.000</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....</td>\n",
       "      <td>1095133116</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, 1095133116]</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, 4]</td>\n",
       "      <td>AE225O22SA7DLBOGOEIFL7FT5VYQ</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>135.56</td>\n",
       "      <td>[Role-Playing Game, JRPG, Adventure, Classic R...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>3074</td>\n",
       "      <td>0</td>\n",
       "      <td>2005-08-26 21:05:52.000</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....</td>\n",
       "      <td>1095133116,1097708487</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, 1095133116, 1...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, 5, 5]</td>\n",
       "      <td>AE225O22SA7DLBOGOEIFL7FT5VYQ</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>7.5</td>\n",
       "      <td>[Stealth, Action Adventure, Supernatural Power...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>348</td>\n",
       "      <td>0</td>\n",
       "      <td>2007-04-13 21:47:03.000</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 352...</td>\n",
       "      <td>1095133116,1097708487,1125090352</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, 1095133116, 10977...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, 6, 6, 6]</td>\n",
       "      <td>AE225O22SA7DLBOGOEIFL7FT5VYQ</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>57.72</td>\n",
       "      <td>[Sports, Multiplayer, Action, Family Friendly,...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>776</td>\n",
       "      <td>0</td>\n",
       "      <td>2008-08-13 18:33:22.000</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 352.0, 11...</td>\n",
       "      <td>1095133116,1097708487,1125090352,1176500823</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, 1095133116, 109770848...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, 7, 7, 6, 6]</td>\n",
       "      <td>AE225O22SA7DLBOGOEIFL7FT5VYQ</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>62.99</td>\n",
       "      <td>[Rhythm Game, Music, Guitar Peripheral, Multip...</td>\n",
       "      <td>16.0</td>\n",
       "      <td>3.875</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.75</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165255</th>\n",
       "      <td>19494</td>\n",
       "      <td>507</td>\n",
       "      <td>0</td>\n",
       "      <td>2021-11-14 04:54:45.568</td>\n",
       "      <td>[3670, 3945, 2970, 3537, 4407, 4453, 4002, 433...</td>\n",
       "      <td>1605925289,1605926867,1605927826,1605928012,16...</td>\n",
       "      <td>[1605925289, 1605926867, 1605927826, 160592801...</td>\n",
       "      <td>[5, 5, 5, 5, 5, 5, 5, 5, 5, 5]</td>\n",
       "      <td>AHZKTZHKO3Z6UYWEYMH4YL52K3LA</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>120.0</td>\n",
       "      <td>[Adventure, Nintendo Classic, Puzzle, Action-A...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165256</th>\n",
       "      <td>19494</td>\n",
       "      <td>2311</td>\n",
       "      <td>0</td>\n",
       "      <td>2021-11-14 04:55:34.529</td>\n",
       "      <td>[3945, 2970, 3537, 4407, 4453, 4002, 4337, 400...</td>\n",
       "      <td>1605926867,1605927826,1605928012,1605928551,16...</td>\n",
       "      <td>[1605926867, 1605927826, 1605928012, 160592855...</td>\n",
       "      <td>[5, 5, 5, 5, 5, 5, 5, 5, 5, 0]</td>\n",
       "      <td>AHZKTZHKO3Z6UYWEYMH4YL52K3LA</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>[Wireless Headset, Surround Sound, Gaming Acce...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165257</th>\n",
       "      <td>19494</td>\n",
       "      <td>2456</td>\n",
       "      <td>0</td>\n",
       "      <td>2022-02-05 09:31:46.803</td>\n",
       "      <td>[2970, 3537, 4407, 4453, 4002, 4337, 4006, 357...</td>\n",
       "      <td>1605927826,1605928012,1605928551,1619326697,16...</td>\n",
       "      <td>[1605927826, 1605928012, 1605928551, 161932669...</td>\n",
       "      <td>[6, 6, 6, 5, 5, 5, 5, 5, 5, 5]</td>\n",
       "      <td>AHZKTZHKO3Z6UYWEYMH4YL52K3LA</td>\n",
       "      <td>3</td>\n",
       "      <td>...</td>\n",
       "      <td>54.9</td>\n",
       "      <td>[Fitness, Dance, Party Game, Xbox One, Family-...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165258</th>\n",
       "      <td>19497</td>\n",
       "      <td>2126</td>\n",
       "      <td>0</td>\n",
       "      <td>2021-10-17 23:51:36.799</td>\n",
       "      <td>[983, 703, 616, 3028, 660, 3599, 4534, 2804, 3...</td>\n",
       "      <td>1424711004,1424711297,1424711461,1443068823,14...</td>\n",
       "      <td>[1424711004, 1424711297, 1424711461, 144306882...</td>\n",
       "      <td>[8, 8, 8, 8, 7, 7, 7, 7, 6, 6]</td>\n",
       "      <td>AHZLVBGFP4FNOJGC33CZQSHUQXWA</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>32.95</td>\n",
       "      <td>[Dance Game, Party Game, Motion Controls, Mult...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165259</th>\n",
       "      <td>19557</td>\n",
       "      <td>2512</td>\n",
       "      <td>0</td>\n",
       "      <td>2022-04-19 02:32:58.396</td>\n",
       "      <td>[-1, -1, 47, 665, 36, 4258, 802, 186, 3245, 4433]</td>\n",
       "      <td>1389168499,1399325281,1399598417,1401773804,14...</td>\n",
       "      <td>[-1, -1, 1389168499, 1399325281, 1399598417, 1...</td>\n",
       "      <td>[-1, -1, 8, 8, 8, 8, 8, 8, 7, 7]</td>\n",
       "      <td>AHZWAGBHK2AMRPHLLXA4EBPSFCZA</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>251.7</td>\n",
       "      <td>[Storage Solution, Portable Gaming, Memory Exp...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>165260 rows × 27 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        user_indice item_indice  rating               timestamp  \\\n",
       "0                 0        1444       0 2004-09-14 03:38:36.000   \n",
       "1                 0         374       0 2004-10-13 23:01:27.000   \n",
       "2                 0        3074       0 2005-08-26 21:05:52.000   \n",
       "3                 0         348       0 2007-04-13 21:47:03.000   \n",
       "4                 0         776       0 2008-08-13 18:33:22.000   \n",
       "...             ...         ...     ...                     ...   \n",
       "165255        19494         507       0 2021-11-14 04:54:45.568   \n",
       "165256        19494        2311       0 2021-11-14 04:55:34.529   \n",
       "165257        19494        2456       0 2022-02-05 09:31:46.803   \n",
       "165258        19497        2126       0 2021-10-17 23:51:36.799   \n",
       "165259        19557        2512       0 2022-04-19 02:32:58.396   \n",
       "\n",
       "                                            item_sequence  \\\n",
       "0       [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....   \n",
       "1       [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....   \n",
       "2       [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....   \n",
       "3       [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 352...   \n",
       "4       [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 352.0, 11...   \n",
       "...                                                   ...   \n",
       "165255  [3670, 3945, 2970, 3537, 4407, 4453, 4002, 433...   \n",
       "165256  [3945, 2970, 3537, 4407, 4453, 4002, 4337, 400...   \n",
       "165257  [2970, 3537, 4407, 4453, 4002, 4337, 4006, 357...   \n",
       "165258  [983, 703, 616, 3028, 660, 3599, 4534, 2804, 3...   \n",
       "165259  [-1, -1, 47, 665, 36, 4258, 802, 186, 3245, 4433]   \n",
       "\n",
       "                user_rating_list_10_recent_asin_timestamp  \\\n",
       "0                                                    None   \n",
       "1                                              1095133116   \n",
       "2                                   1095133116,1097708487   \n",
       "3                        1095133116,1097708487,1125090352   \n",
       "4             1095133116,1097708487,1125090352,1176500823   \n",
       "...                                                   ...   \n",
       "165255  1605925289,1605926867,1605927826,1605928012,16...   \n",
       "165256  1605926867,1605927826,1605928012,1605928551,16...   \n",
       "165257  1605927826,1605928012,1605928551,1619326697,16...   \n",
       "165258  1424711004,1424711297,1424711461,1443068823,14...   \n",
       "165259  1389168499,1399325281,1399598417,1401773804,14...   \n",
       "\n",
       "                                         item_sequence_ts  \\\n",
       "0                [-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]   \n",
       "1        [-1, -1, -1, -1, -1, -1, -1, -1, -1, 1095133116]   \n",
       "2       [-1, -1, -1, -1, -1, -1, -1, -1, 1095133116, 1...   \n",
       "3       [-1, -1, -1, -1, -1, -1, -1, 1095133116, 10977...   \n",
       "4       [-1, -1, -1, -1, -1, -1, 1095133116, 109770848...   \n",
       "...                                                   ...   \n",
       "165255  [1605925289, 1605926867, 1605927826, 160592801...   \n",
       "165256  [1605926867, 1605927826, 1605928012, 160592855...   \n",
       "165257  [1605927826, 1605928012, 1605928551, 161932669...   \n",
       "165258  [1424711004, 1424711297, 1424711461, 144306882...   \n",
       "165259  [-1, -1, 1389168499, 1399325281, 1399598417, 1...   \n",
       "\n",
       "                         item_sequence_ts_bucket  \\\n",
       "0       [-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]   \n",
       "1        [-1, -1, -1, -1, -1, -1, -1, -1, -1, 4]   \n",
       "2         [-1, -1, -1, -1, -1, -1, -1, -1, 5, 5]   \n",
       "3          [-1, -1, -1, -1, -1, -1, -1, 6, 6, 6]   \n",
       "4           [-1, -1, -1, -1, -1, -1, 7, 7, 6, 6]   \n",
       "...                                          ...   \n",
       "165255            [5, 5, 5, 5, 5, 5, 5, 5, 5, 5]   \n",
       "165256            [5, 5, 5, 5, 5, 5, 5, 5, 5, 0]   \n",
       "165257            [6, 6, 6, 5, 5, 5, 5, 5, 5, 5]   \n",
       "165258            [8, 8, 8, 8, 7, 7, 7, 7, 6, 6]   \n",
       "165259          [-1, -1, 8, 8, 8, 8, 8, 8, 7, 7]   \n",
       "\n",
       "                             user_id  user_rating_cnt_90d  ...   price  \\\n",
       "0       AE225O22SA7DLBOGOEIFL7FT5VYQ                    1  ...    6.99   \n",
       "1       AE225O22SA7DLBOGOEIFL7FT5VYQ                    2  ...  135.56   \n",
       "2       AE225O22SA7DLBOGOEIFL7FT5VYQ                    1  ...     7.5   \n",
       "3       AE225O22SA7DLBOGOEIFL7FT5VYQ                    1  ...   57.72   \n",
       "4       AE225O22SA7DLBOGOEIFL7FT5VYQ                    1  ...   62.99   \n",
       "...                              ...                  ...  ...     ...   \n",
       "165255  AHZKTZHKO3Z6UYWEYMH4YL52K3LA                    1  ...   120.0   \n",
       "165256  AHZKTZHKO3Z6UYWEYMH4YL52K3LA                    2  ...    None   \n",
       "165257  AHZKTZHKO3Z6UYWEYMH4YL52K3LA                    3  ...    54.9   \n",
       "165258  AHZLVBGFP4FNOJGC33CZQSHUQXWA                    1  ...   32.95   \n",
       "165259  AHZWAGBHK2AMRPHLLXA4EBPSFCZA                    1  ...   251.7   \n",
       "\n",
       "                                                     tags  \\\n",
       "0       [Gaming Headset, Voice Chat, Xbox 360, Audio A...   \n",
       "1       [Role-Playing Game, JRPG, Adventure, Classic R...   \n",
       "2       [Stealth, Action Adventure, Supernatural Power...   \n",
       "3       [Sports, Multiplayer, Action, Family Friendly,...   \n",
       "4       [Rhythm Game, Music, Guitar Peripheral, Multip...   \n",
       "...                                                   ...   \n",
       "165255  [Adventure, Nintendo Classic, Puzzle, Action-A...   \n",
       "165256  [Wireless Headset, Surround Sound, Gaming Acce...   \n",
       "165257  [Fitness, Dance, Party Game, Xbox One, Family-...   \n",
       "165258  [Dance Game, Party Game, Motion Controls, Mult...   \n",
       "165259  [Storage Solution, Portable Gaming, Memory Exp...   \n",
       "\n",
       "       parent_asin_rating_cnt_365d parent_asin_rating_avg_prev_rating_365d  \\\n",
       "0                              NaN                                     NaN   \n",
       "1                              NaN                                     NaN   \n",
       "2                              NaN                                     NaN   \n",
       "3                              1.0                                   5.000   \n",
       "4                             16.0                                   3.875   \n",
       "...                            ...                                     ...   \n",
       "165255                         0.0                                     NaN   \n",
       "165256                         0.0                                     NaN   \n",
       "165257                         0.0                                     NaN   \n",
       "165258                         1.0                                   5.000   \n",
       "165259                         6.0                                   4.000   \n",
       "\n",
       "       parent_asin_rating_cnt_90d parent_asin_rating_avg_prev_rating_90d  \\\n",
       "0                             NaN                                    NaN   \n",
       "1                             NaN                                    NaN   \n",
       "2                             NaN                                    NaN   \n",
       "3                             0.0                                    NaN   \n",
       "4                             4.0                                   4.75   \n",
       "...                           ...                                    ...   \n",
       "165255                        0.0                                    NaN   \n",
       "165256                        0.0                                    NaN   \n",
       "165257                        0.0                                    NaN   \n",
       "165258                        1.0                                   5.00   \n",
       "165259                        0.0                                    NaN   \n",
       "\n",
       "       parent_asin_rating_cnt_30d parent_asin_rating_avg_prev_rating_30d  \\\n",
       "0                             NaN                                    NaN   \n",
       "1                             NaN                                    NaN   \n",
       "2                             NaN                                    NaN   \n",
       "3                             0.0                                    NaN   \n",
       "4                             0.0                                    NaN   \n",
       "...                           ...                                    ...   \n",
       "165255                        0.0                                    NaN   \n",
       "165256                        0.0                                    NaN   \n",
       "165257                        0.0                                    NaN   \n",
       "165258                        0.0                                    NaN   \n",
       "165259                        0.0                                    NaN   \n",
       "\n",
       "       parent_asin_rating_cnt_7d  parent_asin_rating_avg_prev_rating_7d  \n",
       "0                            NaN                                    NaN  \n",
       "1                            NaN                                    NaN  \n",
       "2                            NaN                                    NaN  \n",
       "3                            0.0                                    NaN  \n",
       "4                            0.0                                    NaN  \n",
       "...                          ...                                    ...  \n",
       "165255                       0.0                                    NaN  \n",
       "165256                       0.0                                    NaN  \n",
       "165257                       0.0                                    NaN  \n",
       "165258                       0.0                                    NaN  \n",
       "165259                       0.0                                    NaN  \n",
       "\n",
       "[165260 rows x 27 columns]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "neg_df = pd.merge(\n",
    "    neg_df, neg_ts_features_df, on=[args.item_col, args.timestamp_col], how=\"left\"\n",
    ")\n",
    "neg_df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b90d21a7-2b80-4363-ba1d-aaabc32962ea",
   "metadata": {},
   "source": [
    "# Concating positive data with negative samples"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "992dc57a-5298-422e-a83d-55d160bca286",
   "metadata": {},
   "outputs": [],
   "source": [
    "full_features_df = (\n",
    "    pd.concat([full_features_df, neg_df], axis=0)\n",
    "    .reset_index(drop=True)\n",
    "    .sample(frac=1, replace=False, random_state=args.random_seed)\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "c3fbdffb-ac27-4320-b1f1-d0255f5bbd71",
   "metadata": {},
   "outputs": [],
   "source": [
    "key_cols = [\n",
    "    args.user_col,\n",
    "    args.item_col,\n",
    "    \"user_indice\",\n",
    "    \"item_indice\",\n",
    "    \"item_sequence\",\n",
    "    \"item_sequence_ts_bucket\",\n",
    "    args.rating_col,\n",
    "    args.timestamp_col,\n",
    "]\n",
    "assert (\n",
    "    full_features_df[key_cols].isna().sum().sum() == 0\n",
    "), \"Null values found at key colums\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "3bc770e5-e154-4d25-8d78-ad31be4c660e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Timestamp('2021-08-10 21:28:25.764000')"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "val_timestamp"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "238d952a-7127-41f4-9702-6f549149d68f",
   "metadata": {},
   "source": [
    "# Split back train test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "66cf026c-aa5b-4621-83b7-7ce2d93b4238",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "to_unix_ts = lambda s: s.astype(\"int64\") // 10**6\n",
    "train_neg_df = full_features_df.loc[lambda df: df[args.timestamp_col].lt(val_timestamp)]\n",
    "val_neg_df = full_features_df.loc[lambda df: df[args.timestamp_col].ge(val_timestamp)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "3182acd4-ef57-4ebd-b514-e6565ce41eea",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>parent_asin</th>\n",
       "      <th>rating</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>timestamp_unix</th>\n",
       "      <th>parent_asin_rating_cnt_365d</th>\n",
       "      <th>parent_asin_rating_avg_prev_rating_365d</th>\n",
       "      <th>parent_asin_rating_cnt_90d</th>\n",
       "      <th>parent_asin_rating_avg_prev_rating_90d</th>\n",
       "      <th>parent_asin_rating_cnt_30d</th>\n",
       "      <th>...</th>\n",
       "      <th>user_rating_list_10_recent_asin_timestamp</th>\n",
       "      <th>item_sequence</th>\n",
       "      <th>item_sequence_ts</th>\n",
       "      <th>item_sequence_ts_bucket</th>\n",
       "      <th>tags</th>\n",
       "      <th>main_category</th>\n",
       "      <th>title</th>\n",
       "      <th>description</th>\n",
       "      <th>categories</th>\n",
       "      <th>price</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>251552</th>\n",
       "      <td>AG57LGJFCNNQJ6P6ABQAVUKXDUDA</td>\n",
       "      <td>B0015AARJI</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2016-01-12 11:59:11.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>76.0</td>\n",
       "      <td>4.592105</td>\n",
       "      <td>10.0</td>\n",
       "      <td>4.3</td>\n",
       "      <td>3.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1452599936</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, 1452599936]</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, 0]</td>\n",
       "      <td>[Wireless Controller, Standard Controller, Dua...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>PlayStation 3 Dualshock 3 Wireless Controller ...</td>\n",
       "      <td>[Amazon.com, The Dualshock 3 wireless controll...</td>\n",
       "      <td>[Video Games, Legacy Systems, PlayStation Syst...</td>\n",
       "      <td>49.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>325041</th>\n",
       "      <td>AHWG4EGOV5ZDKPETL56MAYGPLJRQ</td>\n",
       "      <td>B0BMGHMP23</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2016-04-18 19:26:20.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>1449254540,1449256005,1449257733,1452715791,14...</td>\n",
       "      <td>[3028.0, 2742.0, 2755.0, 3159.0, 3101.0, 3036....</td>\n",
       "      <td>[1449254540, 1449256005, 1449257733, 145271579...</td>\n",
       "      <td>[5, 5, 5, 5, 5, 5, 5, 5, 5, 5]</td>\n",
       "      <td>[Gaming Mouse, Wireless, High-Precision, RGB L...</td>\n",
       "      <td>Computers</td>\n",
       "      <td>Logitech G502 Lightspeed Wireless Gaming Mouse...</td>\n",
       "      <td>[G502 is the best gaming mouse from Logitech G...</td>\n",
       "      <td>[Video Games, PC, Accessories, Gaming Mice]</td>\n",
       "      <td>87.95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>293086</th>\n",
       "      <td>AH5PTZ2U74OZ3HT6QVUWM4CV6OVQ</td>\n",
       "      <td>B009AP23NI</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2016-02-10 18:45:08.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.0</td>\n",
       "      <td>4.666667</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1443454097,1455129080,1455129186,1455129499,14...</td>\n",
       "      <td>[-1.0, -1.0, 3234.0, 2508.0, 2318.0, 2964.0, 1...</td>\n",
       "      <td>[-1, -1, 1443454097, 1455129080, 1455129186, 1...</td>\n",
       "      <td>[-1, -1, 5, 1, 1, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[Controller, Nintendo, Wireless, Gamepad, Japa...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Nintendo Wii U Pro U Controller (Japanese Vers...</td>\n",
       "      <td>[Wii U PRO controller (black) (WUP-A-RSKA)]</td>\n",
       "      <td>[Video Games, Legacy Systems, Nintendo Systems...</td>\n",
       "      <td>43.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52027</th>\n",
       "      <td>AFC5XTCF5D7J3NSDITB2Z26XWWYA</td>\n",
       "      <td>B001E8WQUY</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2019-05-01 21:22:39.265</td>\n",
       "      <td>1.556746e+09</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1327120514,1377289907,1402605836,1402606396,14...</td>\n",
       "      <td>[1987.0, 4569.0, 2114.0, 1606.0, 2159.0, 2279....</td>\n",
       "      <td>[1327120514, 1377289907, 1402605836, 140260639...</td>\n",
       "      <td>[8, 8, 7, 7, 7, 7, 7, 7, 6, 6]</td>\n",
       "      <td>[Music Rhythm, Band Simulation, Multiplayer, P...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Rock Band 2 - Nintendo Wii (Game only)</td>\n",
       "      <td>[Product description, Rock Band 2 lets you and...</td>\n",
       "      <td>[Video Games, Legacy Systems, Nintendo Systems...</td>\n",
       "      <td>28.49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48913</th>\n",
       "      <td>AF7LJQOIWF3Y3YD7SGOJ34MA5JPA</td>\n",
       "      <td>B001E8WQKY</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2015-01-09 12:53:25.000</td>\n",
       "      <td>1.420808e+09</td>\n",
       "      <td>16.0</td>\n",
       "      <td>4.375000</td>\n",
       "      <td>8.0</td>\n",
       "      <td>4.5</td>\n",
       "      <td>4.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1420807793,1420807991</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, 1420807793, 1...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, 0, 0]</td>\n",
       "      <td>[Survival Horror, Co-op, Action, Zombies, Sing...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Resident Evil 5 - Xbox 360</td>\n",
       "      <td>[]</td>\n",
       "      <td>[Video Games, Legacy Systems, Xbox Systems, Xb...</td>\n",
       "      <td>29.88</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>250960</th>\n",
       "      <td>AG4RATLNVLOKZCPXN67HKOAK65CA</td>\n",
       "      <td>B078FBVJMB</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2015-10-31 18:25:09.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>1425233294</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, 1425233294]</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, 5]</td>\n",
       "      <td>[Co-op, Adventure, Narrative-driven, PC Gaming...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>A Way Out – PC Origin [Online Game Code]</td>\n",
       "      <td>[From the creators of Brothers - A Tale of Two...</td>\n",
       "      <td>[Video Games, PC, Games]</td>\n",
       "      <td>5.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>217058</th>\n",
       "      <td>AFBXO3BFWBJX6QS5NW73O37IXF2A</td>\n",
       "      <td>B0771ZXXV6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2011-03-08 02:06:38.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>1299549517,1299549928</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, 1299549517, 1...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, 0, 0]</td>\n",
       "      <td>[Controller, Joy-Con, Nintendo Accessory, Mult...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Nintendo Joy-Con (R) - Neon Red - Nintendo Switch</td>\n",
       "      <td>[To be determined]</td>\n",
       "      <td>[Video Games, Nintendo Switch, Accessories, Co...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>323468</th>\n",
       "      <td>AHVANA5GZNJ45UABPXWZNAF4ECBQ</td>\n",
       "      <td>B00BBF6MO6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2015-02-15 05:31:04.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.0</td>\n",
       "      <td>4.666667</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1370414332,1370414707,1370416530</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 137...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, 1370414332, 13704...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, 6, 6, 6]</td>\n",
       "      <td>[Action, Hack and Slash, Stylized, Anime Art S...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Killer is Dead - Xbox 360</td>\n",
       "      <td>[Killer Is Dead is the latest title from the d...</td>\n",
       "      <td>[Video Games, Legacy Systems, Xbox Systems, Xb...</td>\n",
       "      <td>39.82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>132003</th>\n",
       "      <td>AHAVA5VKMJ3OMOLGDZ3W45CKXEWA</td>\n",
       "      <td>B00KTORA0K</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2019-05-25 04:03:51.505</td>\n",
       "      <td>1.558757e+09</td>\n",
       "      <td>3.0</td>\n",
       "      <td>4.666667</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1431150669,1431150834,1432041664,1432041986,15...</td>\n",
       "      <td>[-1.0, -1.0, -1.0, 1657.0, 2074.0, 593.0, 583....</td>\n",
       "      <td>[-1, -1, -1, 1431150669, 1431150834, 143204166...</td>\n",
       "      <td>[-1, -1, -1, 7, 7, 7, 7, 5, 5, 0]</td>\n",
       "      <td>[Dance, Fitness, Party Game, Family Friendly, ...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Just Dance 2015 - Wii</td>\n",
       "      <td>[With more than 50 million copies of Just Danc...</td>\n",
       "      <td>[Video Games, Legacy Systems, Nintendo Systems...</td>\n",
       "      <td>33.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>296896</th>\n",
       "      <td>AHAOAIYS3GTCFSVCHOHANFHEVJGA</td>\n",
       "      <td>B07GMV1X1K</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2019-06-27 16:46:01.725</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>4.750000</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1487438369,1488931311,1490136709,1493063905,15...</td>\n",
       "      <td>[3093.0, 3574.0, 3373.0, 3372.0, 3576.0, 3621....</td>\n",
       "      <td>[1487438369, 1488931311, 1490136709, 149306390...</td>\n",
       "      <td>[6, 6, 6, 6, 6, 6, 6, 5, 5, 5]</td>\n",
       "      <td>[Retro Gaming, Mini Console, Collection, Class...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>retrogames The C64 Mini USA Version - Not Mach...</td>\n",
       "      <td>[It's 1982 and a new home computer graces the ...</td>\n",
       "      <td>[Video Games, Legacy Systems, Commodore System...</td>\n",
       "      <td>44.99</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>328596 rows × 28 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                             user_id parent_asin  rating  \\\n",
       "251552  AG57LGJFCNNQJ6P6ABQAVUKXDUDA  B0015AARJI     0.0   \n",
       "325041  AHWG4EGOV5ZDKPETL56MAYGPLJRQ  B0BMGHMP23     0.0   \n",
       "293086  AH5PTZ2U74OZ3HT6QVUWM4CV6OVQ  B009AP23NI     0.0   \n",
       "52027   AFC5XTCF5D7J3NSDITB2Z26XWWYA  B001E8WQUY     5.0   \n",
       "48913   AF7LJQOIWF3Y3YD7SGOJ34MA5JPA  B001E8WQKY     5.0   \n",
       "...                              ...         ...     ...   \n",
       "250960  AG4RATLNVLOKZCPXN67HKOAK65CA  B078FBVJMB     0.0   \n",
       "217058  AFBXO3BFWBJX6QS5NW73O37IXF2A  B0771ZXXV6     0.0   \n",
       "323468  AHVANA5GZNJ45UABPXWZNAF4ECBQ  B00BBF6MO6     0.0   \n",
       "132003  AHAVA5VKMJ3OMOLGDZ3W45CKXEWA  B00KTORA0K     5.0   \n",
       "296896  AHAOAIYS3GTCFSVCHOHANFHEVJGA  B07GMV1X1K     0.0   \n",
       "\n",
       "                     timestamp  timestamp_unix  parent_asin_rating_cnt_365d  \\\n",
       "251552 2016-01-12 11:59:11.000             NaN                         76.0   \n",
       "325041 2016-04-18 19:26:20.000             NaN                          NaN   \n",
       "293086 2016-02-10 18:45:08.000             NaN                          9.0   \n",
       "52027  2019-05-01 21:22:39.265    1.556746e+09                          0.0   \n",
       "48913  2015-01-09 12:53:25.000    1.420808e+09                         16.0   \n",
       "...                        ...             ...                          ...   \n",
       "250960 2015-10-31 18:25:09.000             NaN                          NaN   \n",
       "217058 2011-03-08 02:06:38.000             NaN                          NaN   \n",
       "323468 2015-02-15 05:31:04.000             NaN                          3.0   \n",
       "132003 2019-05-25 04:03:51.505    1.558757e+09                          3.0   \n",
       "296896 2019-06-27 16:46:01.725             NaN                          8.0   \n",
       "\n",
       "        parent_asin_rating_avg_prev_rating_365d  parent_asin_rating_cnt_90d  \\\n",
       "251552                                 4.592105                        10.0   \n",
       "325041                                      NaN                         NaN   \n",
       "293086                                 4.666667                         0.0   \n",
       "52027                                       NaN                         0.0   \n",
       "48913                                  4.375000                         8.0   \n",
       "...                                         ...                         ...   \n",
       "250960                                      NaN                         NaN   \n",
       "217058                                      NaN                         NaN   \n",
       "323468                                 4.666667                         0.0   \n",
       "132003                                 4.666667                         1.0   \n",
       "296896                                 4.750000                         2.0   \n",
       "\n",
       "        parent_asin_rating_avg_prev_rating_90d  parent_asin_rating_cnt_30d  \\\n",
       "251552                                     4.3                         3.0   \n",
       "325041                                     NaN                         NaN   \n",
       "293086                                     NaN                         0.0   \n",
       "52027                                      NaN                         0.0   \n",
       "48913                                      4.5                         4.0   \n",
       "...                                        ...                         ...   \n",
       "250960                                     NaN                         NaN   \n",
       "217058                                     NaN                         NaN   \n",
       "323468                                     NaN                         0.0   \n",
       "132003                                     5.0                         1.0   \n",
       "296896                                     4.5                         1.0   \n",
       "\n",
       "        ...          user_rating_list_10_recent_asin_timestamp  \\\n",
       "251552  ...                                         1452599936   \n",
       "325041  ...  1449254540,1449256005,1449257733,1452715791,14...   \n",
       "293086  ...  1443454097,1455129080,1455129186,1455129499,14...   \n",
       "52027   ...  1327120514,1377289907,1402605836,1402606396,14...   \n",
       "48913   ...                              1420807793,1420807991   \n",
       "...     ...                                                ...   \n",
       "250960  ...                                         1425233294   \n",
       "217058  ...                              1299549517,1299549928   \n",
       "323468  ...                   1370414332,1370414707,1370416530   \n",
       "132003  ...  1431150669,1431150834,1432041664,1432041986,15...   \n",
       "296896  ...  1487438369,1488931311,1490136709,1493063905,15...   \n",
       "\n",
       "                                            item_sequence  \\\n",
       "251552  [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....   \n",
       "325041  [3028.0, 2742.0, 2755.0, 3159.0, 3101.0, 3036....   \n",
       "293086  [-1.0, -1.0, 3234.0, 2508.0, 2318.0, 2964.0, 1...   \n",
       "52027   [1987.0, 4569.0, 2114.0, 1606.0, 2159.0, 2279....   \n",
       "48913   [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....   \n",
       "...                                                   ...   \n",
       "250960  [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....   \n",
       "217058  [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....   \n",
       "323468  [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 137...   \n",
       "132003  [-1.0, -1.0, -1.0, 1657.0, 2074.0, 593.0, 583....   \n",
       "296896  [3093.0, 3574.0, 3373.0, 3372.0, 3576.0, 3621....   \n",
       "\n",
       "                                         item_sequence_ts  \\\n",
       "251552   [-1, -1, -1, -1, -1, -1, -1, -1, -1, 1452599936]   \n",
       "325041  [1449254540, 1449256005, 1449257733, 145271579...   \n",
       "293086  [-1, -1, 1443454097, 1455129080, 1455129186, 1...   \n",
       "52027   [1327120514, 1377289907, 1402605836, 140260639...   \n",
       "48913   [-1, -1, -1, -1, -1, -1, -1, -1, 1420807793, 1...   \n",
       "...                                                   ...   \n",
       "250960   [-1, -1, -1, -1, -1, -1, -1, -1, -1, 1425233294]   \n",
       "217058  [-1, -1, -1, -1, -1, -1, -1, -1, 1299549517, 1...   \n",
       "323468  [-1, -1, -1, -1, -1, -1, -1, 1370414332, 13704...   \n",
       "132003  [-1, -1, -1, 1431150669, 1431150834, 143204166...   \n",
       "296896  [1487438369, 1488931311, 1490136709, 149306390...   \n",
       "\n",
       "                        item_sequence_ts_bucket  \\\n",
       "251552  [-1, -1, -1, -1, -1, -1, -1, -1, -1, 0]   \n",
       "325041           [5, 5, 5, 5, 5, 5, 5, 5, 5, 5]   \n",
       "293086         [-1, -1, 5, 1, 1, 0, 0, 0, 0, 0]   \n",
       "52027            [8, 8, 7, 7, 7, 7, 7, 7, 6, 6]   \n",
       "48913    [-1, -1, -1, -1, -1, -1, -1, -1, 0, 0]   \n",
       "...                                         ...   \n",
       "250960  [-1, -1, -1, -1, -1, -1, -1, -1, -1, 5]   \n",
       "217058   [-1, -1, -1, -1, -1, -1, -1, -1, 0, 0]   \n",
       "323468    [-1, -1, -1, -1, -1, -1, -1, 6, 6, 6]   \n",
       "132003        [-1, -1, -1, 7, 7, 7, 7, 5, 5, 0]   \n",
       "296896           [6, 6, 6, 6, 6, 6, 6, 5, 5, 5]   \n",
       "\n",
       "                                                     tags  main_category  \\\n",
       "251552  [Wireless Controller, Standard Controller, Dua...    Video Games   \n",
       "325041  [Gaming Mouse, Wireless, High-Precision, RGB L...      Computers   \n",
       "293086  [Controller, Nintendo, Wireless, Gamepad, Japa...    Video Games   \n",
       "52027   [Music Rhythm, Band Simulation, Multiplayer, P...    Video Games   \n",
       "48913   [Survival Horror, Co-op, Action, Zombies, Sing...    Video Games   \n",
       "...                                                   ...            ...   \n",
       "250960  [Co-op, Adventure, Narrative-driven, PC Gaming...    Video Games   \n",
       "217058  [Controller, Joy-Con, Nintendo Accessory, Mult...    Video Games   \n",
       "323468  [Action, Hack and Slash, Stylized, Anime Art S...    Video Games   \n",
       "132003  [Dance, Fitness, Party Game, Family Friendly, ...    Video Games   \n",
       "296896  [Retro Gaming, Mini Console, Collection, Class...    Video Games   \n",
       "\n",
       "                                                    title  \\\n",
       "251552  PlayStation 3 Dualshock 3 Wireless Controller ...   \n",
       "325041  Logitech G502 Lightspeed Wireless Gaming Mouse...   \n",
       "293086  Nintendo Wii U Pro U Controller (Japanese Vers...   \n",
       "52027              Rock Band 2 - Nintendo Wii (Game only)   \n",
       "48913                          Resident Evil 5 - Xbox 360   \n",
       "...                                                   ...   \n",
       "250960           A Way Out – PC Origin [Online Game Code]   \n",
       "217058  Nintendo Joy-Con (R) - Neon Red - Nintendo Switch   \n",
       "323468                          Killer is Dead - Xbox 360   \n",
       "132003                              Just Dance 2015 - Wii   \n",
       "296896  retrogames The C64 Mini USA Version - Not Mach...   \n",
       "\n",
       "                                              description  \\\n",
       "251552  [Amazon.com, The Dualshock 3 wireless controll...   \n",
       "325041  [G502 is the best gaming mouse from Logitech G...   \n",
       "293086        [Wii U PRO controller (black) (WUP-A-RSKA)]   \n",
       "52027   [Product description, Rock Band 2 lets you and...   \n",
       "48913                                                  []   \n",
       "...                                                   ...   \n",
       "250960  [From the creators of Brothers - A Tale of Two...   \n",
       "217058                                 [To be determined]   \n",
       "323468  [Killer Is Dead is the latest title from the d...   \n",
       "132003  [With more than 50 million copies of Just Danc...   \n",
       "296896  [It's 1982 and a new home computer graces the ...   \n",
       "\n",
       "                                               categories  price  \n",
       "251552  [Video Games, Legacy Systems, PlayStation Syst...  49.99  \n",
       "325041        [Video Games, PC, Accessories, Gaming Mice]  87.95  \n",
       "293086  [Video Games, Legacy Systems, Nintendo Systems...  43.99  \n",
       "52027   [Video Games, Legacy Systems, Nintendo Systems...  28.49  \n",
       "48913   [Video Games, Legacy Systems, Xbox Systems, Xb...  29.88  \n",
       "...                                                   ...    ...  \n",
       "250960                           [Video Games, PC, Games]   5.99  \n",
       "217058  [Video Games, Nintendo Switch, Accessories, Co...   None  \n",
       "323468  [Video Games, Legacy Systems, Xbox Systems, Xb...  39.82  \n",
       "132003  [Video Games, Legacy Systems, Nintendo Systems...   33.0  \n",
       "296896  [Video Games, Legacy Systems, Commodore System...  44.99  \n",
       "\n",
       "[328596 rows x 28 columns]"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_neg_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "f4a664f8-acac-41dd-855f-594019ea9ee5",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>parent_asin</th>\n",
       "      <th>rating</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>timestamp_unix</th>\n",
       "      <th>parent_asin_rating_cnt_365d</th>\n",
       "      <th>parent_asin_rating_avg_prev_rating_365d</th>\n",
       "      <th>parent_asin_rating_cnt_90d</th>\n",
       "      <th>parent_asin_rating_avg_prev_rating_90d</th>\n",
       "      <th>parent_asin_rating_cnt_30d</th>\n",
       "      <th>...</th>\n",
       "      <th>user_rating_list_10_recent_asin_timestamp</th>\n",
       "      <th>item_sequence</th>\n",
       "      <th>item_sequence_ts</th>\n",
       "      <th>item_sequence_ts_bucket</th>\n",
       "      <th>tags</th>\n",
       "      <th>main_category</th>\n",
       "      <th>title</th>\n",
       "      <th>description</th>\n",
       "      <th>categories</th>\n",
       "      <th>price</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>165059</th>\n",
       "      <td>AHAQV7A4Z2Z5NJLIPMEPPXDNIRWQ</td>\n",
       "      <td>B07VHHPJBV</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2022-04-10 16:30:15.820</td>\n",
       "      <td>1.649608e+09</td>\n",
       "      <td>7.0</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1375932925,1402155992,1447214140,1582560804,15...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, 2275, 1464, 3096, 2478, 3...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, 1375932925, 1402155992, 1...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, 8, 8, 8, 6, 6]</td>\n",
       "      <td>[Gaming Mouse, RGB Lighting, Ergonomic Design,...</td>\n",
       "      <td>Computers</td>\n",
       "      <td>Redragon M602 Griffin RGB Gaming Mouse, RGB Sp...</td>\n",
       "      <td>[Redragon M602 (White) GRIFFIN High-Precision ...</td>\n",
       "      <td>[Video Games, PC, Accessories, Gaming Mice]</td>\n",
       "      <td>19.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>330244</th>\n",
       "      <td>AGVAG2GSFQZUAXMRSKKSGKEHGG5A</td>\n",
       "      <td>B00XR3YBM0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2022-01-19 20:57:42.960</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1357571879,1357572295,1456940615,1456940845,15...</td>\n",
       "      <td>[-1, -1, -1, 1736, 117, 1911, 3747, 4598, 3455...</td>\n",
       "      <td>[-1, -1, -1, 1357571879, 1357572295, 145694061...</td>\n",
       "      <td>[-1, -1, -1, 8, 8, 8, 8, 6, 6, 0]</td>\n",
       "      <td>[Sports, Wrestling, Action, Multiplayer, Simul...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>WWE 2K16 - PlayStation 4</td>\n",
       "      <td>[WWE 2K16, Get in the ring and Raise Some Hell...</td>\n",
       "      <td>[Video Games, PlayStation 4, Games]</td>\n",
       "      <td>63.45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>164871</th>\n",
       "      <td>AGHUHJSJLGWPS3JE2FD7D5GJODWQ</td>\n",
       "      <td>B00DBDPOZ4</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2022-01-16 16:27:51.164</td>\n",
       "      <td>1.642350e+09</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.750000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1119634892,1126626823,1401130039,1401130628,14...</td>\n",
       "      <td>[-1, -1, -1, 228, 4526, 593, 2, 711, 790, 862]</td>\n",
       "      <td>[-1, -1, -1, 1119634892, 1126626823, 140113003...</td>\n",
       "      <td>[-1, -1, -1, 9, 9, 8, 8, 8, 8, 8]</td>\n",
       "      <td>[Accessory, Charging, Xbox One, Rechargeable, ...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Xbox One Play and Charge Kit</td>\n",
       "      <td>[Keep the action going with the Xbox One Play ...</td>\n",
       "      <td>[Video Games, Xbox One, Accessories]</td>\n",
       "      <td>34.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>330291</th>\n",
       "      <td>AH4TWYG3FCAEPNJXS6E7KR247YMQ</td>\n",
       "      <td>B000034DC6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2021-11-25 20:51:44.194</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1427912467,1427912522,1427912554,1467916594,14...</td>\n",
       "      <td>[-1, -1, 117, 215, 589, 404, 2849, 981, 2718, ...</td>\n",
       "      <td>[-1, -1, 1427912467, 1427912522, 1427912554, 1...</td>\n",
       "      <td>[-1, -1, 8, 8, 8, 8, 8, 8, 7, 7]</td>\n",
       "      <td>[Vehicular Combat, Action, Multiplayer, Classi...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Twisted Metal 4</td>\n",
       "      <td>[Product description, Sweet Tooth and his pump...</td>\n",
       "      <td>[Video Games, Legacy Systems, PlayStation Syst...</td>\n",
       "      <td>69.98</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>329619</th>\n",
       "      <td>AEBEAZUAX3HMA7EF3BA6L2DK3LPA</td>\n",
       "      <td>B008HPAXZ2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2022-06-25 22:48:11.729</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1494507012,1542751256,1557368493,1557883885,15...</td>\n",
       "      <td>[-1, -1, -1, 3577, 4566, 3740, 4579, 4554, 400...</td>\n",
       "      <td>[-1, -1, -1, 1494507012, 1542751256, 155736849...</td>\n",
       "      <td>[-1, -1, -1, 8, 7, 7, 7, 7, 6, 4]</td>\n",
       "      <td>[Screen Protector, Protection, Accessorize, Ni...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>HORI Nintendo 3DS XL Screen Protective Filter</td>\n",
       "      <td>[Officially licensed by Nintendo. This is the ...</td>\n",
       "      <td>[Video Games, Legacy Systems, Nintendo Systems...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>330199</th>\n",
       "      <td>AGOX6SXJ74WKBFGBKKZTR6PNOICA</td>\n",
       "      <td>B004Q9SO4K</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2022-03-05 06:30:59.489</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1489926789,1523225104,1523225244,1545922551,15...</td>\n",
       "      <td>[-1, -1, -1, -1, 3312, 3126, 3373, 3944, 4130,...</td>\n",
       "      <td>[-1, -1, -1, -1, 1489926789, 1523225104, 15232...</td>\n",
       "      <td>[-1, -1, -1, -1, 7, 7, 7, 7, 6, 6]</td>\n",
       "      <td>[Sports, Football Simulation, Multiplayer, Rea...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>NCAA Football 12 - Xbox 360</td>\n",
       "      <td>[Product Description, NCAA Football 12 takes t...</td>\n",
       "      <td>[Video Games, Legacy Systems, Xbox Systems, Xb...</td>\n",
       "      <td>43.56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>164950</th>\n",
       "      <td>AGRGN2RA4EOW3T4GFI4H76WHUGSA</td>\n",
       "      <td>B07JK9DFKH</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2022-02-12 04:30:57.128</td>\n",
       "      <td>1.644640e+09</td>\n",
       "      <td>8.0</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1492581053,1533061949,1533669564,1534492667,15...</td>\n",
       "      <td>[2890, 3687, 3719, 3423, 4113, 2911, 4213, 434...</td>\n",
       "      <td>[1492581053, 1533061949, 1533669564, 153449266...</td>\n",
       "      <td>[7, 7, 7, 7, 7, 6, 6, 6, 6, 6]</td>\n",
       "      <td>[HDMI Adapter, USB-C Hub, 4K Output, Multi-por...</td>\n",
       "      <td>Cell Phones &amp; Accessories</td>\n",
       "      <td>REAKA Upgraded USB Type C to HDMI Digital AV M...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[Video Games, Nintendo Switch, Accessories, Ca...</td>\n",
       "      <td>22.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>164643</th>\n",
       "      <td>AFL2OB53OGEIQCA4CMFCTQV3FJJA</td>\n",
       "      <td>B00BCX2AZW</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2022-01-13 15:10:43.458</td>\n",
       "      <td>1.642087e+09</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1530532852,1614361028,1620423075,1620724361,16...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, 4367, 3520, 1316, 2436, 2...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, 1530532852, 1614361028, 1...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, 7, 5, 5, 5, 5]</td>\n",
       "      <td>[Action Role-Playing, Co-op Multiplayer, Monst...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Monster Hunter 3 Ultimate - Nintendo Wii U</td>\n",
       "      <td>[The popular fantasy action franchise Monster ...</td>\n",
       "      <td>[Video Games, Legacy Systems, Nintendo Systems...</td>\n",
       "      <td>54.35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>330048</th>\n",
       "      <td>AG6WZATM27WOFLQY4435O3P52SWA</td>\n",
       "      <td>B08JHZHWZ3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2021-11-23 19:07:31.054</td>\n",
       "      <td>NaN</td>\n",
       "      <td>71.0</td>\n",
       "      <td>4.084507</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.25</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1609280894,1609280960,1609281003,1609281100,16...</td>\n",
       "      <td>[3844, 3017, 4284, 3813, 3345, 2376, 4629, 352...</td>\n",
       "      <td>[1609280894, 1609280960, 1609281003, 160928110...</td>\n",
       "      <td>[5, 5, 5, 5, 5, 5, 5, 5, 5, 0]</td>\n",
       "      <td>[Platformer, Nostalgic, Multiplayer, 3D Gamepl...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Super Mario 3D All-Stars - Nintendo Switch, 17...</td>\n",
       "      <td>[Play three of Mario’s greatest 3D platforming...</td>\n",
       "      <td>[Video Games, Nintendo Switch, Games]</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>329926</th>\n",
       "      <td>AFQ4YW6MBVNAQH3ZOXJPDVGFR2RA</td>\n",
       "      <td>B07V5CFMY4</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2022-01-28 01:55:18.351</td>\n",
       "      <td>NaN</td>\n",
       "      <td>11.0</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1333279768,1362440671,1362440794,1375108160,14...</td>\n",
       "      <td>[-1, -1, 1807, 4237, 1447, 4615, 2602, 3059, 4...</td>\n",
       "      <td>[-1, -1, 1333279768, 1362440671, 1362440794, 1...</td>\n",
       "      <td>[-1, -1, 8, 8, 8, 8, 8, 7, 7, 6]</td>\n",
       "      <td>[Bluetooth Controller, Wireless Gamepad, Cross...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>8Bitdo Sn30 Pro+ Bluetooth Controller Wireless...</td>\n",
       "      <td>[Compatible with Nintendo Switch, PC, macOS, A...</td>\n",
       "      <td>[Video Games, Mac, Accessories, Controllers, G...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1924 rows × 28 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                             user_id parent_asin  rating  \\\n",
       "165059  AHAQV7A4Z2Z5NJLIPMEPPXDNIRWQ  B07VHHPJBV     2.0   \n",
       "330244  AGVAG2GSFQZUAXMRSKKSGKEHGG5A  B00XR3YBM0     0.0   \n",
       "164871  AGHUHJSJLGWPS3JE2FD7D5GJODWQ  B00DBDPOZ4     5.0   \n",
       "330291  AH4TWYG3FCAEPNJXS6E7KR247YMQ  B000034DC6     0.0   \n",
       "329619  AEBEAZUAX3HMA7EF3BA6L2DK3LPA  B008HPAXZ2     0.0   \n",
       "...                              ...         ...     ...   \n",
       "330199  AGOX6SXJ74WKBFGBKKZTR6PNOICA  B004Q9SO4K     0.0   \n",
       "164950  AGRGN2RA4EOW3T4GFI4H76WHUGSA  B07JK9DFKH     5.0   \n",
       "164643  AFL2OB53OGEIQCA4CMFCTQV3FJJA  B00BCX2AZW     5.0   \n",
       "330048  AG6WZATM27WOFLQY4435O3P52SWA  B08JHZHWZ3     0.0   \n",
       "329926  AFQ4YW6MBVNAQH3ZOXJPDVGFR2RA  B07V5CFMY4     0.0   \n",
       "\n",
       "                     timestamp  timestamp_unix  parent_asin_rating_cnt_365d  \\\n",
       "165059 2022-04-10 16:30:15.820    1.649608e+09                          7.0   \n",
       "330244 2022-01-19 20:57:42.960             NaN                          1.0   \n",
       "164871 2022-01-16 16:27:51.164    1.642350e+09                          4.0   \n",
       "330291 2021-11-25 20:51:44.194             NaN                          1.0   \n",
       "329619 2022-06-25 22:48:11.729             NaN                          0.0   \n",
       "...                        ...             ...                          ...   \n",
       "330199 2022-03-05 06:30:59.489             NaN                          0.0   \n",
       "164950 2022-02-12 04:30:57.128    1.644640e+09                          8.0   \n",
       "164643 2022-01-13 15:10:43.458    1.642087e+09                          0.0   \n",
       "330048 2021-11-23 19:07:31.054             NaN                         71.0   \n",
       "329926 2022-01-28 01:55:18.351             NaN                         11.0   \n",
       "\n",
       "        parent_asin_rating_avg_prev_rating_365d  parent_asin_rating_cnt_90d  \\\n",
       "165059                                 4.000000                         0.0   \n",
       "330244                                 1.000000                         1.0   \n",
       "164871                                 4.750000                         0.0   \n",
       "330291                                 5.000000                         1.0   \n",
       "329619                                      NaN                         0.0   \n",
       "...                                         ...                         ...   \n",
       "330199                                      NaN                         0.0   \n",
       "164950                                 4.000000                         1.0   \n",
       "164643                                      NaN                         0.0   \n",
       "330048                                 4.084507                         4.0   \n",
       "329926                                 4.000000                         0.0   \n",
       "\n",
       "        parent_asin_rating_avg_prev_rating_90d  parent_asin_rating_cnt_30d  \\\n",
       "165059                                     NaN                         0.0   \n",
       "330244                                    1.00                         0.0   \n",
       "164871                                     NaN                         0.0   \n",
       "330291                                    5.00                         1.0   \n",
       "329619                                     NaN                         0.0   \n",
       "...                                        ...                         ...   \n",
       "330199                                     NaN                         0.0   \n",
       "164950                                    3.00                         1.0   \n",
       "164643                                     NaN                         0.0   \n",
       "330048                                    4.25                         1.0   \n",
       "329926                                     NaN                         0.0   \n",
       "\n",
       "        ...          user_rating_list_10_recent_asin_timestamp  \\\n",
       "165059  ...  1375932925,1402155992,1447214140,1582560804,15...   \n",
       "330244  ...  1357571879,1357572295,1456940615,1456940845,15...   \n",
       "164871  ...  1119634892,1126626823,1401130039,1401130628,14...   \n",
       "330291  ...  1427912467,1427912522,1427912554,1467916594,14...   \n",
       "329619  ...  1494507012,1542751256,1557368493,1557883885,15...   \n",
       "...     ...                                                ...   \n",
       "330199  ...  1489926789,1523225104,1523225244,1545922551,15...   \n",
       "164950  ...  1492581053,1533061949,1533669564,1534492667,15...   \n",
       "164643  ...  1530532852,1614361028,1620423075,1620724361,16...   \n",
       "330048  ...  1609280894,1609280960,1609281003,1609281100,16...   \n",
       "329926  ...  1333279768,1362440671,1362440794,1375108160,14...   \n",
       "\n",
       "                                            item_sequence  \\\n",
       "165059  [-1, -1, -1, -1, -1, 2275, 1464, 3096, 2478, 3...   \n",
       "330244  [-1, -1, -1, 1736, 117, 1911, 3747, 4598, 3455...   \n",
       "164871     [-1, -1, -1, 228, 4526, 593, 2, 711, 790, 862]   \n",
       "330291  [-1, -1, 117, 215, 589, 404, 2849, 981, 2718, ...   \n",
       "329619  [-1, -1, -1, 3577, 4566, 3740, 4579, 4554, 400...   \n",
       "...                                                   ...   \n",
       "330199  [-1, -1, -1, -1, 3312, 3126, 3373, 3944, 4130,...   \n",
       "164950  [2890, 3687, 3719, 3423, 4113, 2911, 4213, 434...   \n",
       "164643  [-1, -1, -1, -1, -1, 4367, 3520, 1316, 2436, 2...   \n",
       "330048  [3844, 3017, 4284, 3813, 3345, 2376, 4629, 352...   \n",
       "329926  [-1, -1, 1807, 4237, 1447, 4615, 2602, 3059, 4...   \n",
       "\n",
       "                                         item_sequence_ts  \\\n",
       "165059  [-1, -1, -1, -1, -1, 1375932925, 1402155992, 1...   \n",
       "330244  [-1, -1, -1, 1357571879, 1357572295, 145694061...   \n",
       "164871  [-1, -1, -1, 1119634892, 1126626823, 140113003...   \n",
       "330291  [-1, -1, 1427912467, 1427912522, 1427912554, 1...   \n",
       "329619  [-1, -1, -1, 1494507012, 1542751256, 155736849...   \n",
       "...                                                   ...   \n",
       "330199  [-1, -1, -1, -1, 1489926789, 1523225104, 15232...   \n",
       "164950  [1492581053, 1533061949, 1533669564, 153449266...   \n",
       "164643  [-1, -1, -1, -1, -1, 1530532852, 1614361028, 1...   \n",
       "330048  [1609280894, 1609280960, 1609281003, 160928110...   \n",
       "329926  [-1, -1, 1333279768, 1362440671, 1362440794, 1...   \n",
       "\n",
       "                    item_sequence_ts_bucket  \\\n",
       "165059  [-1, -1, -1, -1, -1, 8, 8, 8, 6, 6]   \n",
       "330244    [-1, -1, -1, 8, 8, 8, 8, 6, 6, 0]   \n",
       "164871    [-1, -1, -1, 9, 9, 8, 8, 8, 8, 8]   \n",
       "330291     [-1, -1, 8, 8, 8, 8, 8, 8, 7, 7]   \n",
       "329619    [-1, -1, -1, 8, 7, 7, 7, 7, 6, 4]   \n",
       "...                                     ...   \n",
       "330199   [-1, -1, -1, -1, 7, 7, 7, 7, 6, 6]   \n",
       "164950       [7, 7, 7, 7, 7, 6, 6, 6, 6, 6]   \n",
       "164643  [-1, -1, -1, -1, -1, 7, 5, 5, 5, 5]   \n",
       "330048       [5, 5, 5, 5, 5, 5, 5, 5, 5, 0]   \n",
       "329926     [-1, -1, 8, 8, 8, 8, 8, 7, 7, 6]   \n",
       "\n",
       "                                                     tags  \\\n",
       "165059  [Gaming Mouse, RGB Lighting, Ergonomic Design,...   \n",
       "330244  [Sports, Wrestling, Action, Multiplayer, Simul...   \n",
       "164871  [Accessory, Charging, Xbox One, Rechargeable, ...   \n",
       "330291  [Vehicular Combat, Action, Multiplayer, Classi...   \n",
       "329619  [Screen Protector, Protection, Accessorize, Ni...   \n",
       "...                                                   ...   \n",
       "330199  [Sports, Football Simulation, Multiplayer, Rea...   \n",
       "164950  [HDMI Adapter, USB-C Hub, 4K Output, Multi-por...   \n",
       "164643  [Action Role-Playing, Co-op Multiplayer, Monst...   \n",
       "330048  [Platformer, Nostalgic, Multiplayer, 3D Gamepl...   \n",
       "329926  [Bluetooth Controller, Wireless Gamepad, Cross...   \n",
       "\n",
       "                    main_category  \\\n",
       "165059                  Computers   \n",
       "330244                Video Games   \n",
       "164871                Video Games   \n",
       "330291                Video Games   \n",
       "329619                Video Games   \n",
       "...                           ...   \n",
       "330199                Video Games   \n",
       "164950  Cell Phones & Accessories   \n",
       "164643                Video Games   \n",
       "330048                Video Games   \n",
       "329926                Video Games   \n",
       "\n",
       "                                                    title  \\\n",
       "165059  Redragon M602 Griffin RGB Gaming Mouse, RGB Sp...   \n",
       "330244                           WWE 2K16 - PlayStation 4   \n",
       "164871                       Xbox One Play and Charge Kit   \n",
       "330291                                    Twisted Metal 4   \n",
       "329619      HORI Nintendo 3DS XL Screen Protective Filter   \n",
       "...                                                   ...   \n",
       "330199                        NCAA Football 12 - Xbox 360   \n",
       "164950  REAKA Upgraded USB Type C to HDMI Digital AV M...   \n",
       "164643         Monster Hunter 3 Ultimate - Nintendo Wii U   \n",
       "330048  Super Mario 3D All-Stars - Nintendo Switch, 17...   \n",
       "329926  8Bitdo Sn30 Pro+ Bluetooth Controller Wireless...   \n",
       "\n",
       "                                              description  \\\n",
       "165059  [Redragon M602 (White) GRIFFIN High-Precision ...   \n",
       "330244  [WWE 2K16, Get in the ring and Raise Some Hell...   \n",
       "164871  [Keep the action going with the Xbox One Play ...   \n",
       "330291  [Product description, Sweet Tooth and his pump...   \n",
       "329619  [Officially licensed by Nintendo. This is the ...   \n",
       "...                                                   ...   \n",
       "330199  [Product Description, NCAA Football 12 takes t...   \n",
       "164950                                                 []   \n",
       "164643  [The popular fantasy action franchise Monster ...   \n",
       "330048  [Play three of Mario’s greatest 3D platforming...   \n",
       "329926  [Compatible with Nintendo Switch, PC, macOS, A...   \n",
       "\n",
       "                                               categories  price  \n",
       "165059        [Video Games, PC, Accessories, Gaming Mice]  19.99  \n",
       "330244                [Video Games, PlayStation 4, Games]  63.45  \n",
       "164871               [Video Games, Xbox One, Accessories]  34.99  \n",
       "330291  [Video Games, Legacy Systems, PlayStation Syst...  69.98  \n",
       "329619  [Video Games, Legacy Systems, Nintendo Systems...   None  \n",
       "...                                                   ...    ...  \n",
       "330199  [Video Games, Legacy Systems, Xbox Systems, Xb...  43.56  \n",
       "164950  [Video Games, Nintendo Switch, Accessories, Ca...  22.99  \n",
       "164643  [Video Games, Legacy Systems, Nintendo Systems...  54.35  \n",
       "330048              [Video Games, Nintendo Switch, Games]   None  \n",
       "329926  [Video Games, Mac, Accessories, Controllers, G...   None  \n",
       "\n",
       "[1924 rows x 28 columns]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "val_neg_df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "4917c566-206e-4633-82f1-eadfc3a575e2",
   "metadata": {},
   "source": [
    "# Checks"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "c222b959-f8c5-4132-9049-0c78547ffd84",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[32m2024-11-26 21:19:03.021\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36m__main__\u001b[0m:\u001b[36m<module>\u001b[0m:\u001b[36m2\u001b[0m - \u001b[1mChecking user AHSMK75Q6UN55FEZEDBUJ4ZKYXAA...\u001b[0m\n"
     ]
    }
   ],
   "source": [
    "user = val_neg_df.sample(n=1)[args.user_col].values[0]\n",
    "logger.info(f\"Checking user {user}...\")\n",
    "check_df = train_neg_df.loc[lambda df: df[args.user_col].eq(user)].sort_values(\n",
    "    args.timestamp_col\n",
    ")\n",
    "assert (\n",
    "    check_df[args.rating_col].gt(0).sum() * (args.neg_to_pos_ratio + 1)\n",
    "    == check_df.shape[0]\n",
    "), \"Unexpected number of pos and neg samples\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "71dea97e-50d8-439b-b8a5-d5142c8e4ab0",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[32m2024-11-26 21:19:03.038\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36m__main__\u001b[0m:\u001b[36m<module>\u001b[0m:\u001b[36m5\u001b[0m - \u001b[1mChecking item B07RBMZRP3...\u001b[0m\n"
     ]
    }
   ],
   "source": [
    "val_check_df = val_neg_df.loc[lambda df: df[args.user_col].eq(user)].sort_values(\n",
    "    args.timestamp_col\n",
    ")\n",
    "item = val_check_df.loc[lambda df: df[args.rating_col].gt(0)][args.item_col].values[0]\n",
    "logger.info(f\"Checking item {item}...\")\n",
    "assert (\n",
    "    train_neg_df.loc[lambda df: df[args.item_col].eq(item)].shape[0] > 5\n",
    "), f\"Item {item} does not appear much in training data\""
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1c249302-4544-4f45-b010-efd921e01431",
   "metadata": {},
   "source": [
    "## Random eye-ball"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "e022e31c-5e0d-4715-b912-1d53f66c2243",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>parent_asin</th>\n",
       "      <th>rating</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>timestamp_unix</th>\n",
       "      <th>parent_asin_rating_cnt_365d</th>\n",
       "      <th>parent_asin_rating_avg_prev_rating_365d</th>\n",
       "      <th>parent_asin_rating_cnt_90d</th>\n",
       "      <th>parent_asin_rating_avg_prev_rating_90d</th>\n",
       "      <th>parent_asin_rating_cnt_30d</th>\n",
       "      <th>...</th>\n",
       "      <th>user_rating_list_10_recent_asin_timestamp</th>\n",
       "      <th>item_sequence</th>\n",
       "      <th>item_sequence_ts</th>\n",
       "      <th>item_sequence_ts_bucket</th>\n",
       "      <th>tags</th>\n",
       "      <th>main_category</th>\n",
       "      <th>title</th>\n",
       "      <th>description</th>\n",
       "      <th>categories</th>\n",
       "      <th>price</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>154694</th>\n",
       "      <td>AHSMK75Q6UN55FEZEDBUJ4ZKYXAA</td>\n",
       "      <td>B00Q6DC96S</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2015-06-13 19:20:14.000</td>\n",
       "      <td>1.434223e+09</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]</td>\n",
       "      <td>[Action Role-Playing, Dark Fantasy, Digital Do...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Dark Souls II: Scholar of the First Sin - Xbox...</td>\n",
       "      <td>[The definitive edition of DARK SOULS II, incl...</td>\n",
       "      <td>[Video Games, Xbox One, Games]</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>319954</th>\n",
       "      <td>AHSMK75Q6UN55FEZEDBUJ4ZKYXAA</td>\n",
       "      <td>B00CISMP8M</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2015-06-13 19:20:14.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>69.0</td>\n",
       "      <td>4.739130</td>\n",
       "      <td>6.0</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]</td>\n",
       "      <td>[Sports, Soccer, Multiplayer, Simulation, Lega...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>FIFA 14 - Xbox 360</td>\n",
       "      <td>[Experience the emotion of scoring great goals...</td>\n",
       "      <td>[Video Games, Legacy Systems, Xbox Systems, Xb...</td>\n",
       "      <td>25.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>319955</th>\n",
       "      <td>AHSMK75Q6UN55FEZEDBUJ4ZKYXAA</td>\n",
       "      <td>B000084318</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2020-04-13 00:58:41.238</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1434223214</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, 1434223214]</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, 7]</td>\n",
       "      <td>[Action Adventure, Fantasy, Open World, Advent...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>The Legend of Zelda: The Wind Waker</td>\n",
       "      <td>[Product Description, Continue Link's adventur...</td>\n",
       "      <td>[Video Games, Legacy Systems, Nintendo Systems...</td>\n",
       "      <td>116.98</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>154695</th>\n",
       "      <td>AHSMK75Q6UN55FEZEDBUJ4ZKYXAA</td>\n",
       "      <td>B07624RBWB</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2020-04-13 00:58:41.238</td>\n",
       "      <td>1.586740e+09</td>\n",
       "      <td>84.0</td>\n",
       "      <td>4.714286</td>\n",
       "      <td>21.0</td>\n",
       "      <td>4.714286</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1434223214</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, 1434223214]</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, -1, 7]</td>\n",
       "      <td>[Pro Controller, Game Controller, DualShock St...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Nintendo Switch Pro Controller</td>\n",
       "      <td>[]</td>\n",
       "      <td>[Video Games, Nintendo Switch, Accessories, Co...</td>\n",
       "      <td>69.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>154696</th>\n",
       "      <td>AHSMK75Q6UN55FEZEDBUJ4ZKYXAA</td>\n",
       "      <td>B09ZTV42CQ</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2020-07-22 02:00:07.233</td>\n",
       "      <td>1.595383e+09</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.500000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1434223214,1586739521</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, 1434223214, 1...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, 8, 5]</td>\n",
       "      <td>[Wireless Adapter, Cross-Platform, Retro Gamin...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>8Bitdo Adapter 2 USB Wireless Switch Controlle...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[Video Games, Nintendo Switch]</td>\n",
       "      <td>19.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>319956</th>\n",
       "      <td>AHSMK75Q6UN55FEZEDBUJ4ZKYXAA</td>\n",
       "      <td>B014R4KYMS</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2020-07-22 02:00:07.233</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.0</td>\n",
       "      <td>4.900000</td>\n",
       "      <td>2.0</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1434223214,1586739521</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, 1434223214, 1...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, -1, 8, 5]</td>\n",
       "      <td>[Action-Adventure, Third-Person Shooter, Singl...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Uncharted 4: A Thief's End - PlayStation 4</td>\n",
       "      <td>[Uncharted comes to the PlayStation 4.Uncharte...</td>\n",
       "      <td>[Video Games, PlayStation 4, Games]</td>\n",
       "      <td>24.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>154697</th>\n",
       "      <td>AHSMK75Q6UN55FEZEDBUJ4ZKYXAA</td>\n",
       "      <td>B0C3KYVDWT</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2020-07-22 02:13:37.412</td>\n",
       "      <td>1.595384e+09</td>\n",
       "      <td>75.0</td>\n",
       "      <td>4.680000</td>\n",
       "      <td>15.0</td>\n",
       "      <td>4.466667</td>\n",
       "      <td>5.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1434223214,1586739521,1595383207</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 290...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, 1434223214, 15867...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, 8, 5, 1]</td>\n",
       "      <td>[Storage Upgrade, Memory Card, Nintendo Switch...</td>\n",
       "      <td>Computers</td>\n",
       "      <td>SanDisk 128GB microSDXC-Card, Licensed for Nin...</td>\n",
       "      <td>[With incredible speed, the officially license...</td>\n",
       "      <td>[Video Games, Nintendo Switch, Accessories]</td>\n",
       "      <td>14.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>319957</th>\n",
       "      <td>AHSMK75Q6UN55FEZEDBUJ4ZKYXAA</td>\n",
       "      <td>B0036EWMIK</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2020-07-22 02:13:37.412</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.500000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1434223214,1586739521,1595383207</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 290...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, 1434223214, 15867...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, -1, 8, 5, 1]</td>\n",
       "      <td>[Action-Adventure, Dark Fantasy, Single Player...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Castlevania: Lords of Shadow</td>\n",
       "      <td>[Castlevania – Lords of Shadow is a dark and v...</td>\n",
       "      <td>[Video Games, Legacy Systems, Xbox Systems, Xb...</td>\n",
       "      <td>42.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>319958</th>\n",
       "      <td>AHSMK75Q6UN55FEZEDBUJ4ZKYXAA</td>\n",
       "      <td>B072K62L3S</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2020-11-21 00:43:30.613</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1434223214,1586739521,1595383207,1595384017</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 2909.0, 3...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, 1434223214, 158673952...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, 8, 5, 5, 5]</td>\n",
       "      <td>[Platformer, Adventure, Family Friendly, Cute ...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Super Lucky's Tale: Standard Edition - Xbox On...</td>\n",
       "      <td>[Welcome to Adventure! “Super Lucky’s Tale” is...</td>\n",
       "      <td>[Video Games, Xbox One, Games]</td>\n",
       "      <td>19.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>154698</th>\n",
       "      <td>AHSMK75Q6UN55FEZEDBUJ4ZKYXAA</td>\n",
       "      <td>B08D3XL1KF</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2020-11-21 00:43:30.613</td>\n",
       "      <td>1.605919e+09</td>\n",
       "      <td>35.0</td>\n",
       "      <td>4.857143</td>\n",
       "      <td>2.0</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1434223214,1586739521,1595383207,1595384017</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 2909.0, 3...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, 1434223214, 158673952...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, -1, 8, 5, 5, 5]</td>\n",
       "      <td>[DLC, Fighting Game, Multiplayer, Character Ex...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Super Smash Bros. Ultimate: Challenger Pack 2 ...</td>\n",
       "      <td>[The Hero from the DRAGON QUEST XI game joins ...</td>\n",
       "      <td>[Video Games, Nintendo Switch, Games]</td>\n",
       "      <td>5.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>154699</th>\n",
       "      <td>AHSMK75Q6UN55FEZEDBUJ4ZKYXAA</td>\n",
       "      <td>B001ELJEBU</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2021-05-10 04:26:14.692</td>\n",
       "      <td>1.620621e+09</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1434223214,1586739521,1595383207,1595384017,16...</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, 2909.0, 3788.0,...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, 1434223214, 1586739521, 1...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, 8, 6, 5, 5, 5]</td>\n",
       "      <td>[Adventure, Comedy, Legal Drama, Cartoon Based...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Harvey Birdman: Attorney at Law</td>\n",
       "      <td>[Harvey Birdman, Attorney at Law, is an animat...</td>\n",
       "      <td>[Video Games, Legacy Systems, Nintendo Systems...</td>\n",
       "      <td>29.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>319959</th>\n",
       "      <td>AHSMK75Q6UN55FEZEDBUJ4ZKYXAA</td>\n",
       "      <td>B08CG1GDR2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2021-05-10 04:26:14.692</td>\n",
       "      <td>NaN</td>\n",
       "      <td>17.0</td>\n",
       "      <td>3.647059</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>3.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1434223214,1586739521,1595383207,1595384017,16...</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, -1.0, 2909.0, 3788.0,...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, 1434223214, 1586739521, 1...</td>\n",
       "      <td>[-1, -1, -1, -1, -1, 8, 6, 5, 5, 5]</td>\n",
       "      <td>[Sports, Basketball, Limited Edition, Single P...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>NBA 2K21 Mamba Forever Edition - Nintendo Switch</td>\n",
       "      <td>[BA 2K21 is the latest release in the world-re...</td>\n",
       "      <td>[Video Games, Nintendo Switch, Games]</td>\n",
       "      <td>68.58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>154700</th>\n",
       "      <td>AHSMK75Q6UN55FEZEDBUJ4ZKYXAA</td>\n",
       "      <td>B002EE5SAC</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2021-05-25 01:17:23.969</td>\n",
       "      <td>1.621905e+09</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1434223214,1586739521,1595383207,1595384017,16...</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, 2909.0, 3788.0, 4520....</td>\n",
       "      <td>[-1, -1, -1, -1, 1434223214, 1586739521, 15953...</td>\n",
       "      <td>[-1, -1, -1, -1, 8, 6, 5, 5, 5, 4]</td>\n",
       "      <td>[Fighting Game, Crossover, Anime Characters, T...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Tatsunoko vs. Capcom: Ultimate All-Stars WII -...</td>\n",
       "      <td>[Product Description, TATSUNOKO VS. CAPCOM: UL...</td>\n",
       "      <td>[Video Games, Legacy Systems, Nintendo Systems...</td>\n",
       "      <td>73.97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>319960</th>\n",
       "      <td>AHSMK75Q6UN55FEZEDBUJ4ZKYXAA</td>\n",
       "      <td>B00CQ35C1Q</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2021-05-25 01:17:23.969</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.750000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1434223214,1586739521,1595383207,1595384017,16...</td>\n",
       "      <td>[-1.0, -1.0, -1.0, -1.0, 2909.0, 3788.0, 4520....</td>\n",
       "      <td>[-1, -1, -1, -1, 1434223214, 1586739521, 15953...</td>\n",
       "      <td>[-1, -1, -1, -1, 8, 6, 5, 5, 5, 4]</td>\n",
       "      <td>[Gaming Headset, Surround Sound, High Comfort,...</td>\n",
       "      <td>Computers</td>\n",
       "      <td>Logitech 981-000536 G430 7.1 Gaming Headset wi...</td>\n",
       "      <td>[]</td>\n",
       "      <td>[Video Games, Legacy Systems, Nintendo Systems...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>319961</th>\n",
       "      <td>AHSMK75Q6UN55FEZEDBUJ4ZKYXAA</td>\n",
       "      <td>B07YBXP45M</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2021-05-25 08:10:39.674</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1434223214,1586739521,1595383207,1595384017,16...</td>\n",
       "      <td>[-1.0, -1.0, -1.0, 2909.0, 3788.0, 4520.0, 460...</td>\n",
       "      <td>[-1, -1, -1, 1434223214, 1586739521, 159538320...</td>\n",
       "      <td>[-1, -1, -1, 8, 6, 5, 5, 5, 4, 2]</td>\n",
       "      <td>[First-Person Shooter, Action, Post-Apocalypti...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Rage - Xbox 360</td>\n",
       "      <td>[Product Description, RAGE is a groundbreaking...</td>\n",
       "      <td>[Video Games, Legacy Systems, Xbox Systems, Xb...</td>\n",
       "      <td>17.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>154701</th>\n",
       "      <td>AHSMK75Q6UN55FEZEDBUJ4ZKYXAA</td>\n",
       "      <td>B07CPZ3PJG</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2021-05-25 08:10:39.674</td>\n",
       "      <td>1.621930e+09</td>\n",
       "      <td>2.0</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>2.0</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1434223214,1586739521,1595383207,1595384017,16...</td>\n",
       "      <td>[-1.0, -1.0, -1.0, 2909.0, 3788.0, 4520.0, 460...</td>\n",
       "      <td>[-1, -1, -1, 1434223214, 1586739521, 159538320...</td>\n",
       "      <td>[-1, -1, -1, 8, 6, 5, 5, 5, 4, 2]</td>\n",
       "      <td>[Action, Platformer, Retro Classics, Capcom, N...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Mega Man X Legacy Collection 1+2 - PlayStation...</td>\n",
       "      <td>[The celebrated Mega Man X series returns! Pla...</td>\n",
       "      <td>[Video Games, PlayStation 4, Games]</td>\n",
       "      <td>39.97</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>16 rows × 28 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                             user_id parent_asin  rating  \\\n",
       "154694  AHSMK75Q6UN55FEZEDBUJ4ZKYXAA  B00Q6DC96S     5.0   \n",
       "319954  AHSMK75Q6UN55FEZEDBUJ4ZKYXAA  B00CISMP8M     0.0   \n",
       "319955  AHSMK75Q6UN55FEZEDBUJ4ZKYXAA  B000084318     0.0   \n",
       "154695  AHSMK75Q6UN55FEZEDBUJ4ZKYXAA  B07624RBWB     5.0   \n",
       "154696  AHSMK75Q6UN55FEZEDBUJ4ZKYXAA  B09ZTV42CQ     5.0   \n",
       "319956  AHSMK75Q6UN55FEZEDBUJ4ZKYXAA  B014R4KYMS     0.0   \n",
       "154697  AHSMK75Q6UN55FEZEDBUJ4ZKYXAA  B0C3KYVDWT     5.0   \n",
       "319957  AHSMK75Q6UN55FEZEDBUJ4ZKYXAA  B0036EWMIK     0.0   \n",
       "319958  AHSMK75Q6UN55FEZEDBUJ4ZKYXAA  B072K62L3S     0.0   \n",
       "154698  AHSMK75Q6UN55FEZEDBUJ4ZKYXAA  B08D3XL1KF     5.0   \n",
       "154699  AHSMK75Q6UN55FEZEDBUJ4ZKYXAA  B001ELJEBU     5.0   \n",
       "319959  AHSMK75Q6UN55FEZEDBUJ4ZKYXAA  B08CG1GDR2     0.0   \n",
       "154700  AHSMK75Q6UN55FEZEDBUJ4ZKYXAA  B002EE5SAC     5.0   \n",
       "319960  AHSMK75Q6UN55FEZEDBUJ4ZKYXAA  B00CQ35C1Q     0.0   \n",
       "319961  AHSMK75Q6UN55FEZEDBUJ4ZKYXAA  B07YBXP45M     0.0   \n",
       "154701  AHSMK75Q6UN55FEZEDBUJ4ZKYXAA  B07CPZ3PJG     5.0   \n",
       "\n",
       "                     timestamp  timestamp_unix  parent_asin_rating_cnt_365d  \\\n",
       "154694 2015-06-13 19:20:14.000    1.434223e+09                          1.0   \n",
       "319954 2015-06-13 19:20:14.000             NaN                         69.0   \n",
       "319955 2020-04-13 00:58:41.238             NaN                          1.0   \n",
       "154695 2020-04-13 00:58:41.238    1.586740e+09                         84.0   \n",
       "154696 2020-07-22 02:00:07.233    1.595383e+09                          4.0   \n",
       "319956 2020-07-22 02:00:07.233             NaN                         10.0   \n",
       "154697 2020-07-22 02:13:37.412    1.595384e+09                         75.0   \n",
       "319957 2020-07-22 02:13:37.412             NaN                          4.0   \n",
       "319958 2020-11-21 00:43:30.613             NaN                          0.0   \n",
       "154698 2020-11-21 00:43:30.613    1.605919e+09                         35.0   \n",
       "154699 2021-05-10 04:26:14.692    1.620621e+09                          0.0   \n",
       "319959 2021-05-10 04:26:14.692             NaN                         17.0   \n",
       "154700 2021-05-25 01:17:23.969    1.621905e+09                          0.0   \n",
       "319960 2021-05-25 01:17:23.969             NaN                          4.0   \n",
       "319961 2021-05-25 08:10:39.674             NaN                          2.0   \n",
       "154701 2021-05-25 08:10:39.674    1.621930e+09                          2.0   \n",
       "\n",
       "        parent_asin_rating_avg_prev_rating_365d  parent_asin_rating_cnt_90d  \\\n",
       "154694                                 1.000000                         1.0   \n",
       "319954                                 4.739130                         6.0   \n",
       "319955                                 5.000000                         0.0   \n",
       "154695                                 4.714286                        21.0   \n",
       "154696                                 4.500000                         1.0   \n",
       "319956                                 4.900000                         2.0   \n",
       "154697                                 4.680000                        15.0   \n",
       "319957                                 4.500000                         1.0   \n",
       "319958                                      NaN                         0.0   \n",
       "154698                                 4.857143                         2.0   \n",
       "154699                                      NaN                         0.0   \n",
       "319959                                 3.647059                         5.0   \n",
       "154700                                      NaN                         0.0   \n",
       "319960                                 3.750000                         0.0   \n",
       "319961                                 5.000000                         0.0   \n",
       "154701                                 5.000000                         2.0   \n",
       "\n",
       "        parent_asin_rating_avg_prev_rating_90d  parent_asin_rating_cnt_30d  \\\n",
       "154694                                1.000000                         0.0   \n",
       "319954                                5.000000                         0.0   \n",
       "319955                                     NaN                         0.0   \n",
       "154695                                4.714286                         2.0   \n",
       "154696                                5.000000                         0.0   \n",
       "319956                                5.000000                         0.0   \n",
       "154697                                4.466667                         5.0   \n",
       "319957                                5.000000                         0.0   \n",
       "319958                                     NaN                         0.0   \n",
       "154698                                5.000000                         0.0   \n",
       "154699                                     NaN                         0.0   \n",
       "319959                                4.000000                         3.0   \n",
       "154700                                     NaN                         0.0   \n",
       "319960                                     NaN                         0.0   \n",
       "319961                                     NaN                         0.0   \n",
       "154701                                5.000000                         1.0   \n",
       "\n",
       "        ...          user_rating_list_10_recent_asin_timestamp  \\\n",
       "154694  ...                                               None   \n",
       "319954  ...                                               None   \n",
       "319955  ...                                         1434223214   \n",
       "154695  ...                                         1434223214   \n",
       "154696  ...                              1434223214,1586739521   \n",
       "319956  ...                              1434223214,1586739521   \n",
       "154697  ...                   1434223214,1586739521,1595383207   \n",
       "319957  ...                   1434223214,1586739521,1595383207   \n",
       "319958  ...        1434223214,1586739521,1595383207,1595384017   \n",
       "154698  ...        1434223214,1586739521,1595383207,1595384017   \n",
       "154699  ...  1434223214,1586739521,1595383207,1595384017,16...   \n",
       "319959  ...  1434223214,1586739521,1595383207,1595384017,16...   \n",
       "154700  ...  1434223214,1586739521,1595383207,1595384017,16...   \n",
       "319960  ...  1434223214,1586739521,1595383207,1595384017,16...   \n",
       "319961  ...  1434223214,1586739521,1595383207,1595384017,16...   \n",
       "154701  ...  1434223214,1586739521,1595383207,1595384017,16...   \n",
       "\n",
       "                                            item_sequence  \\\n",
       "154694  [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....   \n",
       "319954  [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....   \n",
       "319955  [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....   \n",
       "154695  [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....   \n",
       "154696  [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....   \n",
       "319956  [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1....   \n",
       "154697  [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 290...   \n",
       "319957  [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 290...   \n",
       "319958  [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 2909.0, 3...   \n",
       "154698  [-1.0, -1.0, -1.0, -1.0, -1.0, -1.0, 2909.0, 3...   \n",
       "154699  [-1.0, -1.0, -1.0, -1.0, -1.0, 2909.0, 3788.0,...   \n",
       "319959  [-1.0, -1.0, -1.0, -1.0, -1.0, 2909.0, 3788.0,...   \n",
       "154700  [-1.0, -1.0, -1.0, -1.0, 2909.0, 3788.0, 4520....   \n",
       "319960  [-1.0, -1.0, -1.0, -1.0, 2909.0, 3788.0, 4520....   \n",
       "319961  [-1.0, -1.0, -1.0, 2909.0, 3788.0, 4520.0, 460...   \n",
       "154701  [-1.0, -1.0, -1.0, 2909.0, 3788.0, 4520.0, 460...   \n",
       "\n",
       "                                         item_sequence_ts  \\\n",
       "154694           [-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]   \n",
       "319954           [-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]   \n",
       "319955   [-1, -1, -1, -1, -1, -1, -1, -1, -1, 1434223214]   \n",
       "154695   [-1, -1, -1, -1, -1, -1, -1, -1, -1, 1434223214]   \n",
       "154696  [-1, -1, -1, -1, -1, -1, -1, -1, 1434223214, 1...   \n",
       "319956  [-1, -1, -1, -1, -1, -1, -1, -1, 1434223214, 1...   \n",
       "154697  [-1, -1, -1, -1, -1, -1, -1, 1434223214, 15867...   \n",
       "319957  [-1, -1, -1, -1, -1, -1, -1, 1434223214, 15867...   \n",
       "319958  [-1, -1, -1, -1, -1, -1, 1434223214, 158673952...   \n",
       "154698  [-1, -1, -1, -1, -1, -1, 1434223214, 158673952...   \n",
       "154699  [-1, -1, -1, -1, -1, 1434223214, 1586739521, 1...   \n",
       "319959  [-1, -1, -1, -1, -1, 1434223214, 1586739521, 1...   \n",
       "154700  [-1, -1, -1, -1, 1434223214, 1586739521, 15953...   \n",
       "319960  [-1, -1, -1, -1, 1434223214, 1586739521, 15953...   \n",
       "319961  [-1, -1, -1, 1434223214, 1586739521, 159538320...   \n",
       "154701  [-1, -1, -1, 1434223214, 1586739521, 159538320...   \n",
       "\n",
       "                         item_sequence_ts_bucket  \\\n",
       "154694  [-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]   \n",
       "319954  [-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]   \n",
       "319955   [-1, -1, -1, -1, -1, -1, -1, -1, -1, 7]   \n",
       "154695   [-1, -1, -1, -1, -1, -1, -1, -1, -1, 7]   \n",
       "154696    [-1, -1, -1, -1, -1, -1, -1, -1, 8, 5]   \n",
       "319956    [-1, -1, -1, -1, -1, -1, -1, -1, 8, 5]   \n",
       "154697     [-1, -1, -1, -1, -1, -1, -1, 8, 5, 1]   \n",
       "319957     [-1, -1, -1, -1, -1, -1, -1, 8, 5, 1]   \n",
       "319958      [-1, -1, -1, -1, -1, -1, 8, 5, 5, 5]   \n",
       "154698      [-1, -1, -1, -1, -1, -1, 8, 5, 5, 5]   \n",
       "154699       [-1, -1, -1, -1, -1, 8, 6, 5, 5, 5]   \n",
       "319959       [-1, -1, -1, -1, -1, 8, 6, 5, 5, 5]   \n",
       "154700        [-1, -1, -1, -1, 8, 6, 5, 5, 5, 4]   \n",
       "319960        [-1, -1, -1, -1, 8, 6, 5, 5, 5, 4]   \n",
       "319961         [-1, -1, -1, 8, 6, 5, 5, 5, 4, 2]   \n",
       "154701         [-1, -1, -1, 8, 6, 5, 5, 5, 4, 2]   \n",
       "\n",
       "                                                     tags  main_category  \\\n",
       "154694  [Action Role-Playing, Dark Fantasy, Digital Do...    Video Games   \n",
       "319954  [Sports, Soccer, Multiplayer, Simulation, Lega...    Video Games   \n",
       "319955  [Action Adventure, Fantasy, Open World, Advent...    Video Games   \n",
       "154695  [Pro Controller, Game Controller, DualShock St...    Video Games   \n",
       "154696  [Wireless Adapter, Cross-Platform, Retro Gamin...    Video Games   \n",
       "319956  [Action-Adventure, Third-Person Shooter, Singl...    Video Games   \n",
       "154697  [Storage Upgrade, Memory Card, Nintendo Switch...      Computers   \n",
       "319957  [Action-Adventure, Dark Fantasy, Single Player...    Video Games   \n",
       "319958  [Platformer, Adventure, Family Friendly, Cute ...    Video Games   \n",
       "154698  [DLC, Fighting Game, Multiplayer, Character Ex...    Video Games   \n",
       "154699  [Adventure, Comedy, Legal Drama, Cartoon Based...    Video Games   \n",
       "319959  [Sports, Basketball, Limited Edition, Single P...    Video Games   \n",
       "154700  [Fighting Game, Crossover, Anime Characters, T...    Video Games   \n",
       "319960  [Gaming Headset, Surround Sound, High Comfort,...      Computers   \n",
       "319961  [First-Person Shooter, Action, Post-Apocalypti...    Video Games   \n",
       "154701  [Action, Platformer, Retro Classics, Capcom, N...    Video Games   \n",
       "\n",
       "                                                    title  \\\n",
       "154694  Dark Souls II: Scholar of the First Sin - Xbox...   \n",
       "319954                                 FIFA 14 - Xbox 360   \n",
       "319955                The Legend of Zelda: The Wind Waker   \n",
       "154695                     Nintendo Switch Pro Controller   \n",
       "154696  8Bitdo Adapter 2 USB Wireless Switch Controlle...   \n",
       "319956         Uncharted 4: A Thief's End - PlayStation 4   \n",
       "154697  SanDisk 128GB microSDXC-Card, Licensed for Nin...   \n",
       "319957                       Castlevania: Lords of Shadow   \n",
       "319958  Super Lucky's Tale: Standard Edition - Xbox On...   \n",
       "154698  Super Smash Bros. Ultimate: Challenger Pack 2 ...   \n",
       "154699                    Harvey Birdman: Attorney at Law   \n",
       "319959   NBA 2K21 Mamba Forever Edition - Nintendo Switch   \n",
       "154700  Tatsunoko vs. Capcom: Ultimate All-Stars WII -...   \n",
       "319960  Logitech 981-000536 G430 7.1 Gaming Headset wi...   \n",
       "319961                                    Rage - Xbox 360   \n",
       "154701  Mega Man X Legacy Collection 1+2 - PlayStation...   \n",
       "\n",
       "                                              description  \\\n",
       "154694  [The definitive edition of DARK SOULS II, incl...   \n",
       "319954  [Experience the emotion of scoring great goals...   \n",
       "319955  [Product Description, Continue Link's adventur...   \n",
       "154695                                                 []   \n",
       "154696                                                 []   \n",
       "319956  [Uncharted comes to the PlayStation 4.Uncharte...   \n",
       "154697  [With incredible speed, the officially license...   \n",
       "319957  [Castlevania – Lords of Shadow is a dark and v...   \n",
       "319958  [Welcome to Adventure! “Super Lucky’s Tale” is...   \n",
       "154698  [The Hero from the DRAGON QUEST XI game joins ...   \n",
       "154699  [Harvey Birdman, Attorney at Law, is an animat...   \n",
       "319959  [BA 2K21 is the latest release in the world-re...   \n",
       "154700  [Product Description, TATSUNOKO VS. CAPCOM: UL...   \n",
       "319960                                                 []   \n",
       "319961  [Product Description, RAGE is a groundbreaking...   \n",
       "154701  [The celebrated Mega Man X series returns! Pla...   \n",
       "\n",
       "                                               categories   price  \n",
       "154694                     [Video Games, Xbox One, Games]    None  \n",
       "319954  [Video Games, Legacy Systems, Xbox Systems, Xb...    25.0  \n",
       "319955  [Video Games, Legacy Systems, Nintendo Systems...  116.98  \n",
       "154695  [Video Games, Nintendo Switch, Accessories, Co...    69.0  \n",
       "154696                     [Video Games, Nintendo Switch]   19.99  \n",
       "319956                [Video Games, PlayStation 4, Games]   24.99  \n",
       "154697        [Video Games, Nintendo Switch, Accessories]   14.99  \n",
       "319957  [Video Games, Legacy Systems, Xbox Systems, Xb...    42.2  \n",
       "319958                     [Video Games, Xbox One, Games]   19.99  \n",
       "154698              [Video Games, Nintendo Switch, Games]    5.99  \n",
       "154699  [Video Games, Legacy Systems, Nintendo Systems...   29.99  \n",
       "319959              [Video Games, Nintendo Switch, Games]   68.58  \n",
       "154700  [Video Games, Legacy Systems, Nintendo Systems...   73.97  \n",
       "319960  [Video Games, Legacy Systems, Nintendo Systems...    None  \n",
       "319961  [Video Games, Legacy Systems, Xbox Systems, Xb...   17.99  \n",
       "154701                [Video Games, PlayStation 4, Games]   39.97  \n",
       "\n",
       "[16 rows x 28 columns]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "check_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "73011a5d-9791-4f5c-8c2a-162828979895",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>parent_asin</th>\n",
       "      <th>rating</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>timestamp_unix</th>\n",
       "      <th>parent_asin_rating_cnt_365d</th>\n",
       "      <th>parent_asin_rating_avg_prev_rating_365d</th>\n",
       "      <th>parent_asin_rating_cnt_90d</th>\n",
       "      <th>parent_asin_rating_avg_prev_rating_90d</th>\n",
       "      <th>parent_asin_rating_cnt_30d</th>\n",
       "      <th>...</th>\n",
       "      <th>user_rating_list_10_recent_asin_timestamp</th>\n",
       "      <th>item_sequence</th>\n",
       "      <th>item_sequence_ts</th>\n",
       "      <th>item_sequence_ts_bucket</th>\n",
       "      <th>tags</th>\n",
       "      <th>main_category</th>\n",
       "      <th>title</th>\n",
       "      <th>description</th>\n",
       "      <th>categories</th>\n",
       "      <th>price</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>165194</th>\n",
       "      <td>AHSMK75Q6UN55FEZEDBUJ4ZKYXAA</td>\n",
       "      <td>B07RBMZRP3</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2021-11-11 05:18:12.971</td>\n",
       "      <td>1.636608e+09</td>\n",
       "      <td>2.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1434223214,1586739521,1595383207,1595384017,16...</td>\n",
       "      <td>[-1, -1, 2909, 3788, 4520, 4607, 4368, 788, 12...</td>\n",
       "      <td>[-1, -1, 1434223214, 1586739521, 1595383207, 1...</td>\n",
       "      <td>[-1, -1, 8, 6, 6, 6, 5, 5, 5, 5]</td>\n",
       "      <td>[Action RPG, Challenging, Fantasy, Dark Atmosp...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Dark Souls II: Scholar of the First Sin - Play...</td>\n",
       "      <td>[Prepare to Die again in the complete Dark Sou...</td>\n",
       "      <td>[Video Games, PlayStation 4, Games]</td>\n",
       "      <td>16.37</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>330454</th>\n",
       "      <td>AHSMK75Q6UN55FEZEDBUJ4ZKYXAA</td>\n",
       "      <td>B001JKTC9A</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2021-11-11 05:18:12.971</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1434223214,1586739521,1595383207,1595384017,16...</td>\n",
       "      <td>[-1, -1, 2909, 3788, 4520, 4607, 4368, 788, 12...</td>\n",
       "      <td>[-1, -1, 1434223214, 1586739521, 1595383207, 1...</td>\n",
       "      <td>[-1, -1, 8, 6, 6, 6, 5, 5, 5, 5]</td>\n",
       "      <td>[Action-Adventure, Single Player, Cinematic Ex...</td>\n",
       "      <td>Video Games</td>\n",
       "      <td>Uncharted 2: Among Thieves - Playstation 3</td>\n",
       "      <td>[Product Description, Uncharted 2: Among Thiev...</td>\n",
       "      <td>[Video Games, Legacy Systems, PlayStation Syst...</td>\n",
       "      <td>19.99</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2 rows × 28 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                             user_id parent_asin  rating  \\\n",
       "165194  AHSMK75Q6UN55FEZEDBUJ4ZKYXAA  B07RBMZRP3     5.0   \n",
       "330454  AHSMK75Q6UN55FEZEDBUJ4ZKYXAA  B001JKTC9A     0.0   \n",
       "\n",
       "                     timestamp  timestamp_unix  parent_asin_rating_cnt_365d  \\\n",
       "165194 2021-11-11 05:18:12.971    1.636608e+09                          2.0   \n",
       "330454 2021-11-11 05:18:12.971             NaN                          1.0   \n",
       "\n",
       "        parent_asin_rating_avg_prev_rating_365d  parent_asin_rating_cnt_90d  \\\n",
       "165194                                      5.0                         0.0   \n",
       "330454                                      5.0                         0.0   \n",
       "\n",
       "        parent_asin_rating_avg_prev_rating_90d  parent_asin_rating_cnt_30d  \\\n",
       "165194                                     NaN                         0.0   \n",
       "330454                                     NaN                         0.0   \n",
       "\n",
       "        ...          user_rating_list_10_recent_asin_timestamp  \\\n",
       "165194  ...  1434223214,1586739521,1595383207,1595384017,16...   \n",
       "330454  ...  1434223214,1586739521,1595383207,1595384017,16...   \n",
       "\n",
       "                                            item_sequence  \\\n",
       "165194  [-1, -1, 2909, 3788, 4520, 4607, 4368, 788, 12...   \n",
       "330454  [-1, -1, 2909, 3788, 4520, 4607, 4368, 788, 12...   \n",
       "\n",
       "                                         item_sequence_ts  \\\n",
       "165194  [-1, -1, 1434223214, 1586739521, 1595383207, 1...   \n",
       "330454  [-1, -1, 1434223214, 1586739521, 1595383207, 1...   \n",
       "\n",
       "                 item_sequence_ts_bucket  \\\n",
       "165194  [-1, -1, 8, 6, 6, 6, 5, 5, 5, 5]   \n",
       "330454  [-1, -1, 8, 6, 6, 6, 5, 5, 5, 5]   \n",
       "\n",
       "                                                     tags  main_category  \\\n",
       "165194  [Action RPG, Challenging, Fantasy, Dark Atmosp...    Video Games   \n",
       "330454  [Action-Adventure, Single Player, Cinematic Ex...    Video Games   \n",
       "\n",
       "                                                    title  \\\n",
       "165194  Dark Souls II: Scholar of the First Sin - Play...   \n",
       "330454         Uncharted 2: Among Thieves - Playstation 3   \n",
       "\n",
       "                                              description  \\\n",
       "165194  [Prepare to Die again in the complete Dark Sou...   \n",
       "330454  [Product Description, Uncharted 2: Among Thiev...   \n",
       "\n",
       "                                               categories  price  \n",
       "165194                [Video Games, PlayStation 4, Games]  16.37  \n",
       "330454  [Video Games, Legacy Systems, PlayStation Syst...  19.99  \n",
       "\n",
       "[2 rows x 28 columns]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "val_check_df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e5f99b9e-c686-449c-86d0-71b1678f08d9",
   "metadata": {},
   "source": [
    "# Persist"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "36bb1778-6dfb-4eb0-b54b-ae8c2ffea8ce",
   "metadata": {},
   "outputs": [],
   "source": [
    "full_features_df.to_parquet(\n",
    "    \"../data/full_features_neg_sampling_df.parquet\", index=False\n",
    ")\n",
    "train_neg_df.to_parquet(\"../data/train_features_neg_df.parquet\", index=False)\n",
    "val_neg_df.to_parquet(\"../data/val_features_neg_df.parquet\", index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8eafc328-9c0b-4491-9eb3-3e14ca8c54d7",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "3b977f95-962c-4735-99c0-dacccb9a05f0",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}