Untitled.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "2c65c4f4",
   "metadata": {},
   "outputs": [],
   "source": [
    "import warnings\n",
    "import re\n",
    "import ast\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from wordcloud import WordCloud\n",
    "import matplotlib\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "74637951",
   "metadata": {},
   "outputs": [],
   "source": [
    "sns.set_style('darkgrid')\n",
    "matplotlib.rcParams['font.size'] = 12\n",
    "matplotlib.rcParams['figure.figsize'] = (9, 6)\n",
    "matplotlib.rcParams['figure.facecolor'] = '#00000000'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "ceb10a1b",
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv('data/preprocessed_residential_apartment.csv')\n",
    "dff = df.copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "c9749e2c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>DESCRIPTION</th>\n",
       "      <th>CITY</th>\n",
       "      <th>LOCALITY</th>\n",
       "      <th>BEDROOM_NUM</th>\n",
       "      <th>BATHROOM_NUM</th>\n",
       "      <th>BALCONY_NUM</th>\n",
       "      <th>FLOOR_CATEGORY</th>\n",
       "      <th>BUILDING_TYPE</th>\n",
       "      <th>AREA</th>\n",
       "      <th>PRICE</th>\n",
       "      <th>TOP_USPS</th>\n",
       "      <th>CORNER_PROPERTY</th>\n",
       "      <th>FURNISH_LABEL</th>\n",
       "      <th>PROP_DETAILS_URL</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Best in class property available at south bopa...</td>\n",
       "      <td>Ahmedabad West</td>\n",
       "      <td>Ghuma</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>High Floors</td>\n",
       "      <td>Mid-rise buildings</td>\n",
       "      <td>1700.0</td>\n",
       "      <td>7971000.0</td>\n",
       "      <td>INFO NOT AVAILABLE</td>\n",
       "      <td>N</td>\n",
       "      <td>Unfurnished</td>\n",
       "      <td>3-bhk-bedroom-apartment-flat-for-sale-in-ghuma...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                         DESCRIPTION            CITY LOCALITY  \\\n",
       "0  Best in class property available at south bopa...  Ahmedabad West    Ghuma   \n",
       "\n",
       "   BEDROOM_NUM  BATHROOM_NUM  BALCONY_NUM FLOOR_CATEGORY       BUILDING_TYPE  \\\n",
       "0          3.0           3.0          1.0    High Floors  Mid-rise buildings   \n",
       "\n",
       "     AREA      PRICE            TOP_USPS CORNER_PROPERTY FURNISH_LABEL  \\\n",
       "0  1700.0  7971000.0  INFO NOT AVAILABLE               N   Unfurnished   \n",
       "\n",
       "                                    PROP_DETAILS_URL  \n",
       "0  3-bhk-bedroom-apartment-flat-for-sale-in-ghuma...  "
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "4c7d068f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>DESCRIPTION</th>\n",
       "      <th>CITY</th>\n",
       "      <th>LOCALITY</th>\n",
       "      <th>BUILDING_TYPE</th>\n",
       "      <th>PROP_DETAILS_URL</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Best in class property available at south bopa...</td>\n",
       "      <td>Ahmedabad West</td>\n",
       "      <td>Ghuma</td>\n",
       "      <td>Mid-rise buildings</td>\n",
       "      <td>3-bhk-bedroom-apartment-flat-for-sale-in-ghuma...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>This is your chance to own a 3 bhk residential...</td>\n",
       "      <td>Ahmedabad West</td>\n",
       "      <td>Thaltej</td>\n",
       "      <td>Mid-rise buildings</td>\n",
       "      <td>3-bhk-bedroom-apartment-flat-for-sale-in-gala-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>We are the proud owners of this 3 bhk apartmen...</td>\n",
       "      <td>Ahmedabad West</td>\n",
       "      <td>Vejalpur</td>\n",
       "      <td>Low-rise buildings</td>\n",
       "      <td>3-bhk-bedroom-apartment-flat-for-sale-in-baker...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>This is your chance to a 3 bhk apartment / fla...</td>\n",
       "      <td>Ahmedabad West</td>\n",
       "      <td>Panjara pol</td>\n",
       "      <td>Low-rise buildings</td>\n",
       "      <td>3-bhk-bedroom-apartment-flat-for-sale-in-slok-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Residential apartment for sell.The property co...</td>\n",
       "      <td>Ahmedabad East</td>\n",
       "      <td>Vastral</td>\n",
       "      <td>Mid-rise buildings</td>\n",
       "      <td>3-bhk-bedroom-apartment-flat-for-sale-in-vastr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7825</th>\n",
       "      <td>1 bhk flat in aagam 99 residential property</td>\n",
       "      <td>Ahmedabad West</td>\n",
       "      <td>Sachana</td>\n",
       "      <td>Mid-rise buildings</td>\n",
       "      <td>1-bhk-bedroom-apartment-flat-for-sale-in-aagam...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7826</th>\n",
       "      <td>Changodar &amp; kerala industrial estate are well ...</td>\n",
       "      <td>Ahmedabad South</td>\n",
       "      <td>Bavla</td>\n",
       "      <td>Low-rise buildings</td>\n",
       "      <td>1-bhk-bedroom-apartment-flat-for-sale-in-bavla...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7827</th>\n",
       "      <td>We are the proud owners of this 2 bhk apartmen...</td>\n",
       "      <td>Gandhinagar</td>\n",
       "      <td>Sughad</td>\n",
       "      <td>Low-rise buildings</td>\n",
       "      <td>2-bhk-bedroom-apartment-flat-for-sale-in-parsh...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7828</th>\n",
       "      <td>Shivsai residency near malaya high jantanagar ...</td>\n",
       "      <td>Ahmedabad North</td>\n",
       "      <td>Chandkheda</td>\n",
       "      <td>Low-rise buildings</td>\n",
       "      <td>3-bhk-bedroom-apartment-flat-for-sale-in-chand...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7829</th>\n",
       "      <td>The property is rented so income for an invest...</td>\n",
       "      <td>Ahmedabad North</td>\n",
       "      <td>Vadsar</td>\n",
       "      <td>Low-rise buildings</td>\n",
       "      <td>1-bhk-bedroom-apartment-flat-for-sale-in-tata-...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7830 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            DESCRIPTION             CITY  \\\n",
       "0     Best in class property available at south bopa...   Ahmedabad West   \n",
       "1     This is your chance to own a 3 bhk residential...   Ahmedabad West   \n",
       "2     We are the proud owners of this 3 bhk apartmen...   Ahmedabad West   \n",
       "3     This is your chance to a 3 bhk apartment / fla...   Ahmedabad West   \n",
       "4     Residential apartment for sell.The property co...   Ahmedabad East   \n",
       "...                                                 ...              ...   \n",
       "7825        1 bhk flat in aagam 99 residential property   Ahmedabad West   \n",
       "7826  Changodar & kerala industrial estate are well ...  Ahmedabad South   \n",
       "7827  We are the proud owners of this 2 bhk apartmen...      Gandhinagar   \n",
       "7828  Shivsai residency near malaya high jantanagar ...  Ahmedabad North   \n",
       "7829  The property is rented so income for an invest...  Ahmedabad North   \n",
       "\n",
       "         LOCALITY       BUILDING_TYPE  \\\n",
       "0           Ghuma  Mid-rise buildings   \n",
       "1         Thaltej  Mid-rise buildings   \n",
       "2        Vejalpur  Low-rise buildings   \n",
       "3     Panjara pol  Low-rise buildings   \n",
       "4         Vastral  Mid-rise buildings   \n",
       "...           ...                 ...   \n",
       "7825      Sachana  Mid-rise buildings   \n",
       "7826        Bavla  Low-rise buildings   \n",
       "7827       Sughad  Low-rise buildings   \n",
       "7828   Chandkheda  Low-rise buildings   \n",
       "7829       Vadsar  Low-rise buildings   \n",
       "\n",
       "                                       PROP_DETAILS_URL  \n",
       "0     3-bhk-bedroom-apartment-flat-for-sale-in-ghuma...  \n",
       "1     3-bhk-bedroom-apartment-flat-for-sale-in-gala-...  \n",
       "2     3-bhk-bedroom-apartment-flat-for-sale-in-baker...  \n",
       "3     3-bhk-bedroom-apartment-flat-for-sale-in-slok-...  \n",
       "4     3-bhk-bedroom-apartment-flat-for-sale-in-vastr...  \n",
       "...                                                 ...  \n",
       "7825  1-bhk-bedroom-apartment-flat-for-sale-in-aagam...  \n",
       "7826  1-bhk-bedroom-apartment-flat-for-sale-in-bavla...  \n",
       "7827  2-bhk-bedroom-apartment-flat-for-sale-in-parsh...  \n",
       "7828  3-bhk-bedroom-apartment-flat-for-sale-in-chand...  \n",
       "7829  1-bhk-bedroom-apartment-flat-for-sale-in-tata-...  \n",
       "\n",
       "[7830 rows x 5 columns]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[['DESCRIPTION', 'CITY', 'LOCALITY', 'BUILDING_TYPE', 'PROP_DETAILS_URL']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "a1096183",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "from sklearn.metrics.pairwise import linear_kernel"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "b27bc5b3",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Vectorize the descriptions\n",
    "tfidf = TfidfVectorizer(stop_words='english')\n",
    "tfidf_matrix = tfidf.fit_transform(df['DESCRIPTION'])\n",
    "\n",
    "# Compute cosine similarity\n",
    "cosine_sim = linear_kernel(tfidf_matrix, tfidf_matrix)\n",
    "\n",
    "# Function to recommend similar apartments\n",
    "def recommend_similar_apartments(prop_details_url, cosine_sim=cosine_sim, df=df):\n",
    "    # Get the index of the apartment that matches the PROP_DETAILS_URL\n",
    "    idx = df.index[df['PROP_DETAILS_URL'] == prop_details_url].tolist()[0]\n",
    "    \n",
    "    # Get the pairwise similarity scores of all apartments with that apartment\n",
    "    sim_scores = list(enumerate(cosine_sim[idx]))\n",
    "    \n",
    "    # Sort the apartments based on the similarity scores\n",
    "    sim_scores = sorted(sim_scores, key=lambda x: x[1], reverse=True)\n",
    "    \n",
    "    # Get the top 5 most similar apartments\n",
    "    sim_scores = sim_scores[1:6]\n",
    "    \n",
    "    # Get the apartment indices\n",
    "    apartment_indices = [i[0] for i in sim_scores]\n",
    "    \n",
    "    # Return the top 5 most similar apartments\n",
    "    return df.iloc[apartment_indices]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "8ffb8b06",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Example usage\n",
    "user_input_url = df['PROP_DETAILS_URL'].iloc[0]\n",
    "similar_apartments = recommend_similar_apartments(user_input_url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "f0ae3da2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>DESCRIPTION</th>\n",
       "      <th>CITY</th>\n",
       "      <th>LOCALITY</th>\n",
       "      <th>BEDROOM_NUM</th>\n",
       "      <th>BATHROOM_NUM</th>\n",
       "      <th>BALCONY_NUM</th>\n",
       "      <th>FLOOR_CATEGORY</th>\n",
       "      <th>BUILDING_TYPE</th>\n",
       "      <th>AREA</th>\n",
       "      <th>PRICE</th>\n",
       "      <th>TOP_USPS</th>\n",
       "      <th>CORNER_PROPERTY</th>\n",
       "      <th>FURNISH_LABEL</th>\n",
       "      <th>PROP_DETAILS_URL</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>7643</th>\n",
       "      <td>Best in class property available at south bopa...</td>\n",
       "      <td>Ahmedabad West</td>\n",
       "      <td>South bopal</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Low Floors</td>\n",
       "      <td>Low-rise buildings</td>\n",
       "      <td>1513.6</td>\n",
       "      <td>7000000.0</td>\n",
       "      <td>INFO NOT AVAILABLE</td>\n",
       "      <td>N</td>\n",
       "      <td>Furnished</td>\n",
       "      <td>3-bhk-bedroom-apartment-flat-for-sale-in-gold-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7755</th>\n",
       "      <td>Best in class property available at south bopa...</td>\n",
       "      <td>Ahmedabad West</td>\n",
       "      <td>South bopal</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>High Floors</td>\n",
       "      <td>Low-rise buildings</td>\n",
       "      <td>1595.0</td>\n",
       "      <td>6500000.0</td>\n",
       "      <td>INFO NOT AVAILABLE</td>\n",
       "      <td>N</td>\n",
       "      <td>Semifurnished</td>\n",
       "      <td>3-bhk-bedroom-apartment-flat-for-sale-in-kavis...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7644</th>\n",
       "      <td>Best in class property available at shela loca...</td>\n",
       "      <td>Ahmedabad West</td>\n",
       "      <td>Shela</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>High Floors</td>\n",
       "      <td>Low-rise buildings</td>\n",
       "      <td>1661.0</td>\n",
       "      <td>6460000.0</td>\n",
       "      <td>INFO NOT AVAILABLE</td>\n",
       "      <td>N</td>\n",
       "      <td>Unfurnished</td>\n",
       "      <td>3-bhk-bedroom-apartment-flat-for-sale-in-shela...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7661</th>\n",
       "      <td>Best in class property available at shela loca...</td>\n",
       "      <td>Ahmedabad West</td>\n",
       "      <td>Shela</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>High Floors</td>\n",
       "      <td>Low-rise buildings</td>\n",
       "      <td>1661.0</td>\n",
       "      <td>6700000.0</td>\n",
       "      <td>INFO NOT AVAILABLE</td>\n",
       "      <td>N</td>\n",
       "      <td>Unfurnished</td>\n",
       "      <td>3-bhk-bedroom-apartment-flat-for-sale-in-shela...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7071</th>\n",
       "      <td>Best in class property available at gota locat...</td>\n",
       "      <td>Ahmedabad North</td>\n",
       "      <td>Gota</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Low Floors</td>\n",
       "      <td>Mid-rise buildings</td>\n",
       "      <td>1291.2</td>\n",
       "      <td>6000000.0</td>\n",
       "      <td>INFO NOT AVAILABLE</td>\n",
       "      <td>N</td>\n",
       "      <td>Unfurnished</td>\n",
       "      <td>2-bhk-bedroom-apartment-flat-for-sale-in-gota-...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            DESCRIPTION             CITY  \\\n",
       "7643  Best in class property available at south bopa...   Ahmedabad West   \n",
       "7755  Best in class property available at south bopa...   Ahmedabad West   \n",
       "7644  Best in class property available at shela loca...   Ahmedabad West   \n",
       "7661  Best in class property available at shela loca...   Ahmedabad West   \n",
       "7071  Best in class property available at gota locat...  Ahmedabad North   \n",
       "\n",
       "         LOCALITY  BEDROOM_NUM  BATHROOM_NUM  BALCONY_NUM FLOOR_CATEGORY  \\\n",
       "7643  South bopal          3.0           3.0          0.0     Low Floors   \n",
       "7755  South bopal          3.0           3.0          0.0    High Floors   \n",
       "7644        Shela          3.0           3.0          1.0    High Floors   \n",
       "7661        Shela          3.0           3.0          1.0    High Floors   \n",
       "7071         Gota          2.0           2.0          1.0     Low Floors   \n",
       "\n",
       "           BUILDING_TYPE    AREA      PRICE            TOP_USPS  \\\n",
       "7643  Low-rise buildings  1513.6  7000000.0  INFO NOT AVAILABLE   \n",
       "7755  Low-rise buildings  1595.0  6500000.0  INFO NOT AVAILABLE   \n",
       "7644  Low-rise buildings  1661.0  6460000.0  INFO NOT AVAILABLE   \n",
       "7661  Low-rise buildings  1661.0  6700000.0  INFO NOT AVAILABLE   \n",
       "7071  Mid-rise buildings  1291.2  6000000.0  INFO NOT AVAILABLE   \n",
       "\n",
       "     CORNER_PROPERTY  FURNISH_LABEL  \\\n",
       "7643               N      Furnished   \n",
       "7755               N  Semifurnished   \n",
       "7644               N    Unfurnished   \n",
       "7661               N    Unfurnished   \n",
       "7071               N    Unfurnished   \n",
       "\n",
       "                                       PROP_DETAILS_URL  \n",
       "7643  3-bhk-bedroom-apartment-flat-for-sale-in-gold-...  \n",
       "7755  3-bhk-bedroom-apartment-flat-for-sale-in-kavis...  \n",
       "7644  3-bhk-bedroom-apartment-flat-for-sale-in-shela...  \n",
       "7661  3-bhk-bedroom-apartment-flat-for-sale-in-shela...  \n",
       "7071  2-bhk-bedroom-apartment-flat-for-sale-in-gota-...  "
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "similar_apartments"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "a7f2dad9",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\rohan\\AppData\\Local\\Programs\\Python\\Python310\\lib\\site-packages\\sklearn\\base.py:493: UserWarning: X does not have valid feature names, but OrdinalEncoder was fitted with feature names\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "array([4304438.71162715])"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Load the model from disk\n",
    "with open('model.pkl', 'rb') as f:\n",
    "    loaded_model = pickle.load(f)\n",
    "\n",
    "# Now you can use the loaded model to make predictions\n",
    "loaded_model.predict(np.array(['Ahmedabad East', 'Mid-rise buildings', 'Semifurnished', 2.0, 2.0, 3.0, 882.0]).reshape(1,-1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "6297e6c9-e77c-4ecd-8b39-546d430b4780",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "abc5b70c-102c-4e9e-923f-abf641bf792c",
   "metadata": {},
   "outputs": [],
   "source": [
    "prop_details_url = df['PROP_DETAILS_URL'].iloc[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "ff1f9a9f-2932-40fb-a677-ab579a92ccd2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    " df.index[df['PROP_DETAILS_URL'] == prop_details_url].tolist()[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "b91488f8-4d0f-4d74-82e3-531525cace11",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'https://www.99acres.com/3-bhk-bedroom-apartment-flat-for-sale-in-gala-eternia-thaltej-ahmedabad-west-1700-sq-ft-spid-B73228757'"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\"https://www.99acres.com/\" + df['PROP_DETAILS_URL'].iloc[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "b753736a-4bfa-47fd-87d0-8010c30702b0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       https://www.99acres.com/3-bhk-bedroom-apartmen...\n",
       "1       https://www.99acres.com/3-bhk-bedroom-apartmen...\n",
       "2       https://www.99acres.com/3-bhk-bedroom-apartmen...\n",
       "3       https://www.99acres.com/3-bhk-bedroom-apartmen...\n",
       "4       https://www.99acres.com/3-bhk-bedroom-apartmen...\n",
       "                              ...                        \n",
       "7825    https://www.99acres.com/1-bhk-bedroom-apartmen...\n",
       "7826    https://www.99acres.com/1-bhk-bedroom-apartmen...\n",
       "7827    https://www.99acres.com/2-bhk-bedroom-apartmen...\n",
       "7828    https://www.99acres.com/3-bhk-bedroom-apartmen...\n",
       "7829    https://www.99acres.com/1-bhk-bedroom-apartmen...\n",
       "Name: PROP_DETAILS_URL, Length: 7830, dtype: object"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\"https://www.99acres.com/\" + df['PROP_DETAILS_URL']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "08ad0992-83e2-4b12-ada2-63a06c4ab046",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Function to recommend similar apartments\n",
    "def recommend_similar_apartments(prop_details_url):\n",
    "    # Load data for recommender system\n",
    "    df = pd.read_csv('data/preprocessed_residential_apartment.csv')\n",
    "    df['PROP_DETAILS_URL'] = 'https://www.99acres.com/' + df['PROP_DETAILS_URL']\n",
    "\n",
    "    # Vectorize the descriptions\n",
    "    tfidf = TfidfVectorizer(stop_words='english')\n",
    "    tfidf_matrix = tfidf.fit_transform(df['DESCRIPTION'])\n",
    "\n",
    "    # Compute cosine similarity\n",
    "    cosine_sim = linear_kernel(tfidf_matrix, tfidf_matrix)\n",
    "\n",
    "    idx = df.index[df['PROP_DETAILS_URL'] == prop_details_url].tolist()[0]\n",
    "    sim_scores = list(enumerate(cosine_sim[idx]))\n",
    "    sim_scores = sorted(sim_scores, key=lambda x: x[1], reverse=True)\n",
    "    sim_scores = sim_scores[0:6]\n",
    "    apartment_indices = [i[0] for i in sim_scores]\n",
    "    return df.iloc[apartment_indices]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "59e6ed52-daa1-41be-844a-aae059ae4c19",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>DESCRIPTION</th>\n",
       "      <th>CITY</th>\n",
       "      <th>LOCALITY</th>\n",
       "      <th>BEDROOM_NUM</th>\n",
       "      <th>BATHROOM_NUM</th>\n",
       "      <th>BALCONY_NUM</th>\n",
       "      <th>FLOOR_CATEGORY</th>\n",
       "      <th>BUILDING_TYPE</th>\n",
       "      <th>AREA</th>\n",
       "      <th>PRICE</th>\n",
       "      <th>TOP_USPS</th>\n",
       "      <th>CORNER_PROPERTY</th>\n",
       "      <th>FURNISH_LABEL</th>\n",
       "      <th>PROP_DETAILS_URL</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>This is your chance to own a 3 bhk residential...</td>\n",
       "      <td>Ahmedabad West</td>\n",
       "      <td>Thaltej</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>High Floors</td>\n",
       "      <td>Mid-rise buildings</td>\n",
       "      <td>1700.0</td>\n",
       "      <td>18000000.0</td>\n",
       "      <td>['Fitness Center/ Gym', 'Club/ Community Center']</td>\n",
       "      <td>N</td>\n",
       "      <td>Semifurnished</td>\n",
       "      <td>https://www.99acres.com/3-bhk-bedroom-apartmen...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>This is your chance to a 3 bhk apartment / fla...</td>\n",
       "      <td>Ahmedabad West</td>\n",
       "      <td>Panjara pol</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>Low Floors</td>\n",
       "      <td>Low-rise buildings</td>\n",
       "      <td>1936.8</td>\n",
       "      <td>9500000.0</td>\n",
       "      <td>INFO NOT AVAILABLE</td>\n",
       "      <td>Y</td>\n",
       "      <td>Semifurnished</td>\n",
       "      <td>https://www.99acres.com/3-bhk-bedroom-apartmen...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1834</th>\n",
       "      <td>This is your chance to own a 2 bhk residential...</td>\n",
       "      <td>Ahmedabad West</td>\n",
       "      <td>Narmada vasahat</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Low Floors</td>\n",
       "      <td>Mid-rise buildings</td>\n",
       "      <td>1215.0</td>\n",
       "      <td>4500000.0</td>\n",
       "      <td>INFO NOT AVAILABLE</td>\n",
       "      <td>N</td>\n",
       "      <td>Furnished</td>\n",
       "      <td>https://www.99acres.com/2-bhk-bedroom-apartmen...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>Redefine luxury with a world of comfort at a 4...</td>\n",
       "      <td>Gandhinagar</td>\n",
       "      <td>Sughad</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>Low Floors</td>\n",
       "      <td>Low-rise buildings</td>\n",
       "      <td>2808.0</td>\n",
       "      <td>12000000.0</td>\n",
       "      <td>INFO NOT AVAILABLE</td>\n",
       "      <td>N</td>\n",
       "      <td>Furnished</td>\n",
       "      <td>https://www.99acres.com/4-bhk-bedroom-apartmen...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4428</th>\n",
       "      <td>New construction , fully furnished , main road...</td>\n",
       "      <td>Ahmedabad West</td>\n",
       "      <td>Thaltej</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>High Floors</td>\n",
       "      <td>Mid-rise buildings</td>\n",
       "      <td>2394.0</td>\n",
       "      <td>29000000.0</td>\n",
       "      <td>['Fitness Center/ Gym', 'Club/ Community Cente...</td>\n",
       "      <td>N</td>\n",
       "      <td>Semifurnished</td>\n",
       "      <td>https://www.99acres.com/3-bhk-bedroom-apartmen...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3258</th>\n",
       "      <td>2 bhk apartment available for sell in one of t...</td>\n",
       "      <td>Ahmedabad West</td>\n",
       "      <td>South bopal</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>High Floors</td>\n",
       "      <td>Mid-rise buildings</td>\n",
       "      <td>1250.0</td>\n",
       "      <td>6200000.0</td>\n",
       "      <td>['East Facing', 'sarswati hospital within 1km'...</td>\n",
       "      <td>N</td>\n",
       "      <td>Unfurnished</td>\n",
       "      <td>https://www.99acres.com/2-bhk-bedroom-apartmen...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            DESCRIPTION            CITY  \\\n",
       "1     This is your chance to own a 3 bhk residential...  Ahmedabad West   \n",
       "3     This is your chance to a 3 bhk apartment / fla...  Ahmedabad West   \n",
       "1834  This is your chance to own a 2 bhk residential...  Ahmedabad West   \n",
       "30    Redefine luxury with a world of comfort at a 4...     Gandhinagar   \n",
       "4428  New construction , fully furnished , main road...  Ahmedabad West   \n",
       "3258  2 bhk apartment available for sell in one of t...  Ahmedabad West   \n",
       "\n",
       "             LOCALITY  BEDROOM_NUM  BATHROOM_NUM  BALCONY_NUM FLOOR_CATEGORY  \\\n",
       "1             Thaltej          3.0           3.0          4.0    High Floors   \n",
       "3         Panjara pol          3.0           3.0          2.0     Low Floors   \n",
       "1834  Narmada vasahat          2.0           2.0          1.0     Low Floors   \n",
       "30             Sughad          4.0           3.0          3.0     Low Floors   \n",
       "4428          Thaltej          3.0           3.0          1.0    High Floors   \n",
       "3258      South bopal          2.0           2.0          1.0    High Floors   \n",
       "\n",
       "           BUILDING_TYPE    AREA       PRICE  \\\n",
       "1     Mid-rise buildings  1700.0  18000000.0   \n",
       "3     Low-rise buildings  1936.8   9500000.0   \n",
       "1834  Mid-rise buildings  1215.0   4500000.0   \n",
       "30    Low-rise buildings  2808.0  12000000.0   \n",
       "4428  Mid-rise buildings  2394.0  29000000.0   \n",
       "3258  Mid-rise buildings  1250.0   6200000.0   \n",
       "\n",
       "                                               TOP_USPS CORNER_PROPERTY  \\\n",
       "1     ['Fitness Center/ Gym', 'Club/ Community Center']               N   \n",
       "3                                    INFO NOT AVAILABLE               Y   \n",
       "1834                                 INFO NOT AVAILABLE               N   \n",
       "30                                   INFO NOT AVAILABLE               N   \n",
       "4428  ['Fitness Center/ Gym', 'Club/ Community Cente...               N   \n",
       "3258  ['East Facing', 'sarswati hospital within 1km'...               N   \n",
       "\n",
       "      FURNISH_LABEL                                   PROP_DETAILS_URL  \n",
       "1     Semifurnished  https://www.99acres.com/3-bhk-bedroom-apartmen...  \n",
       "3     Semifurnished  https://www.99acres.com/3-bhk-bedroom-apartmen...  \n",
       "1834      Furnished  https://www.99acres.com/2-bhk-bedroom-apartmen...  \n",
       "30        Furnished  https://www.99acres.com/4-bhk-bedroom-apartmen...  \n",
       "4428  Semifurnished  https://www.99acres.com/3-bhk-bedroom-apartmen...  \n",
       "3258    Unfurnished  https://www.99acres.com/2-bhk-bedroom-apartmen...  "
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "recommend_similar_apartments(\"https://www.99acres.com/\" + df['PROP_DETAILS_URL'].iloc[1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "e0b3fdfe-d1d3-401d-89cc-807164be76c2",
   "metadata": {},
   "outputs": [],
   "source": [
    " df['PROP_DETAILS_URL'] = 'https://www.99acres.com/' + df['PROP_DETAILS_URL']\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "e9da8879-4012-42b3-93f3-36ee1453e137",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'https://www.99acres.com/1-bhk-bedroom-apartment-flat-for-sale-in-adani-pratham-tragad-ahmedabad-north-450-sq-ft-spid-A74209487'"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    " df['PROP_DETAILS_URL'].sample(1).iloc[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b657038f-2c48-432d-9e3a-f87b08e45195",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}