enhance_province_geonames.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "import requests, json"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "provinces = DC_province.objects.all()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "ref_province = [x for x in provinces if x.lat is None]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "worked: 23\n",
      "worked: 141\n",
      "worked: 4\n",
      "worked: 32\n",
      "worked: 51\n",
      "worked: 69\n",
      "worked: 52\n",
      "worked: 1\n",
      "worked: 93\n",
      "worked: 33\n",
      "worked: 94\n",
      "worked: 112\n",
      "worked: 46\n",
      "worked: 99\n",
      "worked: 5\n",
      "worked: 12\n",
      "worked: 70\n",
      "worked: 24\n",
      "worked: 48\n",
      "worked: 13\n",
      "worked: 34\n",
      "worked: 35\n",
      "worked: 100\n",
      "worked: 71\n",
      "worked: 2\n",
      "worked: 14\n",
      "worked: 15\n",
      "worked: 53\n",
      "worked: 119\n",
      "worked: 133\n",
      "worked: 120\n",
      "worked: 84\n",
      "worked: 131\n",
      "worked: 95\n",
      "worked: 72\n",
      "worked: 98\n",
      "worked: 6\n",
      "worked: 25\n",
      "worked: 82\n",
      "worked: 135\n",
      "worked: 73\n",
      "worked: 101\n",
      "worked: 22\n",
      "worked: 36\n",
      "worked: 96\n",
      "worked: 37\n",
      "worked: 38\n",
      "worked: 54\n",
      "worked: 102\n",
      "worked: 138\n",
      "worked: 108\n",
      "worked: 122\n",
      "worked: 26\n",
      "worked: 74\n",
      "worked: 123\n",
      "worked: 50\n",
      "worked: 39\n",
      "worked: 64\n",
      "worked: 40\n",
      "worked: 124\n",
      "worked: 109\n",
      "worked: 3\n",
      "worked: 19\n",
      "worked: 7\n",
      "worked: 65\n",
      "worked: 75\n",
      "worked: 55\n",
      "worked: 86\n",
      "worked: 41\n",
      "worked: 76\n",
      "worked: 125\n",
      "worked: 136\n",
      "worked: 56\n",
      "worked: 115\n",
      "worked: 114\n",
      "worked: 27\n",
      "worked: 128\n",
      "worked: 57\n",
      "worked: 20\n",
      "worked: 58\n",
      "worked: 17\n",
      "worked: 59\n",
      "worked: 127\n",
      "worked: 8\n",
      "worked: 116\n",
      "worked: 97\n",
      "worked: 87\n",
      "worked: 121\n",
      "worked: 113\n",
      "worked: 143\n",
      "worked: 85\n",
      "worked: 88\n",
      "worked: 42\n",
      "worked: 9\n",
      "worked: 28\n",
      "worked: 67\n",
      "worked: 91\n",
      "worked: 132\n",
      "worked: 10\n",
      "worked: 43\n",
      "worked: 60\n",
      "worked: 61\n",
      "worked: 89\n",
      "worked: 77\n",
      "worked: 66\n",
      "worked: 129\n",
      "worked: 106\n",
      "worked: 107\n",
      "worked: 126\n",
      "worked: 105\n",
      "worked: 110\n",
      "worked: 118\n",
      "worked: 140\n",
      "worked: 47\n",
      "worked: 18\n",
      "worked: 83\n",
      "worked: 78\n",
      "worked: 29\n",
      "worked: 104\n",
      "worked: 134\n",
      "worked: 30\n",
      "worked: 79\n",
      "worked: 31\n",
      "worked: 62\n",
      "worked: 21\n",
      "worked: 137\n",
      "worked: 111\n",
      "worked: 130\n",
      "worked: 80\n",
      "worked: 49\n",
      "worked: 90\n",
      "worked: 44\n",
      "worked: 147\n",
      "worked: 11\n",
      "worked: 45\n",
      "worked: 103\n",
      "worked: 139\n",
      "worked: 16\n",
      "worked: 63\n",
      "worked: 117\n",
      "worked: 81\n"
     ]
    }
   ],
   "source": [
    "fetched_info = []\n",
    "root = \"http://api.geonames.org/searchJSON?maxRows=10&username=digitalarchiv&featureClass=A&featureCode=ADM1&q=\"\n",
    "for province in ref_province:\n",
    "    name = province.name\n",
    "    params = \"{}\".format(name)\n",
    "    url = root+params\n",
    "    try:\n",
    "        r = requests.get(url)\n",
    "        x = r.json()\n",
    "        print(\"worked: {}\".format(province.id))\n",
    "    except:\n",
    "        x = \"oops\"\n",
    "        print(\"XXXXXXXXX: {}\".format(province.id))\n",
    "    item = {\"province\" : province, \"fetched_info\" : x}\n",
    "    fetched_info.append(item)   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "325329\n",
      "XXXXXXXX\n",
      "325302\n",
      "325163\n",
      "443185\n",
      "752014\n",
      "323784\n",
      "323776\n",
      "XXXXXXXX\n",
      "862470\n",
      "XXXXXXXX\n",
      "449265\n",
      "751816\n",
      "XXXXXXXX\n",
      "322819\n",
      "322164\n",
      "862467\n",
      "443186\n",
      "862471\n",
      "321122\n",
      "321079\n",
      "321022\n",
      "XXXXXXXX\n",
      "750510\n",
      "320390\n",
      "750268\n",
      "749778\n",
      "749747\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "748877\n",
      "XXXXXXXX\n",
      "317106\n",
      "316540\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "865521\n",
      "XXXXXXXX\n",
      "747711\n",
      "315807\n",
      "XXXXXXXX\n",
      "315372\n",
      "315367\n",
      "315201\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "314829\n",
      "746878\n",
      "XXXXXXXX\n",
      "746423\n",
      "312888\n",
      "312394\n",
      "443184\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "311071\n",
      "745042\n",
      "311044\n",
      "310858\n",
      "862468\n",
      "443187\n",
      "XXXXXXXX\n",
      "743942\n",
      "743881\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "308463\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "443213\n",
      "XXXXXXXX\n",
      "443188\n",
      "743165\n",
      "307513\n",
      "742865\n",
      "306569\n",
      "XXXXXXXX\n",
      "305267\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "304919\n",
      "304825\n",
      "304794\n",
      "311728\n",
      "XXXXXXXX\n",
      "736572\n",
      "304183\n",
      "304041\n",
      "303830\n",
      "303826\n",
      "XXXXXXXX\n",
      "741098\n",
      "443183\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "740481\n",
      "740352\n",
      "XXXXXXXX\n",
      "740263\n",
      "298332\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "300821\n",
      "739598\n",
      "443189\n",
      "300617\n",
      "738926\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "738742\n",
      "738647\n",
      "XXXXXXXX\n",
      "298845\n",
      "XXXXXXXX\n",
      "298298\n",
      "545854\n",
      "XXXXXXXX\n",
      "XXXXXXXX\n",
      "862469\n",
      "296560\n",
      "XXXXXXXX\n",
      "737021\n"
     ]
    }
   ],
   "source": [
    "for x in fetched_info:\n",
    "    temp_prov = x[\"province\"]\n",
    "    geo_info = x[\"fetched_info\"]\n",
    "    try:\n",
    "        print(geo_info[\"geonames\"][0][\"geonameId\"])\n",
    "        temp_prov.authorityfile_id = geo_info[\"geonames\"][0][\"geonameId\"]\n",
    "        temp_prov.lng = geo_info[\"geonames\"][0][\"lng\"]\n",
    "        temp_prov.lat = geo_info[\"geonames\"][0][\"lat\"]\n",
    "        temp_prov.save()\n",
    "    except:\n",
    "        print(\"XXXXXXXX\")\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Django Shell-Plus",
   "language": "python",
   "name": "django_extensions"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.4.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}