Search.setIndex({"docnames": ["funda", "googlemaps", "index", "osm"], "filenames": ["funda.rst", "googlemaps.rst", "index.rst", "osm.rst"], "titles": ["Scraping Funda", "Google Maps API", "Project Usse", "Open Street Maps"], "terms": {"ha": 1, "free": [1, 3], "can": [0, 1, 3], "us": [0, 2, 3], "calcul": [1, 3], "distanc": [1, 2, 3], "matrix": 1, "well": 1, "show": 1, "point": 1, "In": [1, 3], "order": [0, 1, 3], "thi": [0, 1, 2, 3], "you": [1, 3], "need": [1, 3], "request": [1, 3], "an": 1, "kei": 1, "from": [0, 1, 3], "cloud": 1, "consol": 1, "http": [0, 3], "com": [], "_": [], "index": [], "modul": [], "search": [], "page": [], "googl": [2, 3], "map": 2, "api": 2, "m": [1, 3], "cost": 1, "each": 1, "give": 1, "200": 1, "dollar": 1, "worth": 1, "start": [1, 3], "everi": 1, "month": 1, "For": [1, 3], "quick": [0, 1], "test": [0, 1], "see": [1, 3], "wa": [1, 3], "possibl": 1, "geoloc": [1, 3], "hous": [0, 1, 2], "simpl": 1, "python": 1, "script": 1, "simp": [], "gmap": 1, "distance_matrix": 1, "origin_loc": 1, "destination_loc": 1, "mode": 1, "drive": 1, "nfi_loc": 1, "52": 1, "044867266861466": 1, "4": [1, 3], "3585175985355225": 1, "hoogstraat_loc": 1, "08725689123654": 1, "5": 1, "147180442716177": 1, "bakkersdijk_loc": 1, "51": 1, "85802695253161": 1, "482033956202426": 1, "korhoen_loc": 1, "5219455005375": 1, "732514040876346": 1, "harde_loc": 1, "41650138296019": 1, "870995170999243": 1, "def": [0, 1], "get_dist": 1, "out_dict": 1, "row": 1, "0": [0, 1, 3], "element": 1, "next": [0, 2], "entir": [], "dataset": [], "funda": 2, "we": [0, 1, 2, 3], "do": [0, 1, 3], "about": [1, 3], "40": 1, "000": 1, "so": [], "With": 1, "1200": 1, "6": [1, 3], "per": 1, "would": 1, "mean": 1, "up": [1, 3], "7000": 1, "That": 1, "i": [0, 1, 2, 3], "enough": 1, "build": 1, "poc": 1, "method": [0, 1], "work": [0, 1], "lot": 1, "ar": [0, 1, 3], "shown": [1, 3], "marker": 1, "anoth": 1, "result": [1, 3], "action": 1, "ban": 2, "The": [1, 2, 3], "reason": 1, "did": 1, "read": 1, "term": 1, "allow": [0, 1, 3], "40k": 1, "just": 1, "sever": [0, 1, 2, 3], "thousand": 1, "few": [0, 1], "minut": 1, "oop": 1, "becaus": 1, "want": [1, 3], "more": [1, 3], "than": 1, "dont": 1, "pai": 1, "project": [0, 1, 3], "switch": 1, "openstreetmap": 3, "o": [1, 3], "penstreetmap": [], "pen": [1, 3], "streetmap": [], "": [1, 3], "treetmap": [], "treet": 1, "ap": 1, "osm": [1, 3], "open": [0, 2], "street": 2, "much": 3, "like": 3, "abl": 2, "navig": 3, "world": 3, "main": 3, "differ": 3, "being": 3, "self": [0, 3], "host": 3, "howev": 3, "plug": 3, "plai": 3, "solut": 3, "your": 3, "own": 3, "It": 3, "turn": 3, "out": 3, "includ": 3, "quit": 3, "big": 3, "task": 3, "especi": 3, "suppor": 3, "tht": [], "whole": 3, "osrm": 2, "ourc": 3, "r": 3, "achin": 3, "po": [], "here": 3, "org": [], "setup": 0, "set": 3, "straightforward": 3, "requir": 3, "run": [0, 3], "same": 3, "docker": 3, "contain": 3, "time": 3, "short": 3, "command": 3, "netherland": 3, "follow": 3, "name": 3, "backend": 3, "t": 3, "v": 3, "mnt": [], "data": 3, "extract": 3, "p": 3, "opt": 3, "car": 3, "lua": 3, "latest": 3, "pbf": 3, "cod": [], "pwd": 3, "contract": 3, "1675374339": [], "partit": 3, "1675377111": [], "custom": 3, "1675381043": [], "5998": 3, "5000": 3, "rout": 3, "algorithm": 3, "mld": 3, "finali": 3, "engin": 3, "download": 3, "wget": 3, "geofabrik": 3, "de": 3, "europ": 3, "cd": 3, "mkdir": 3, "perform": 3, "some": 2, "process": 3, "now": 3, "curl": 3, "port": 3, "One": [], "when": 3, "coordin": 3, "send": 3, "make": 3, "sure": 3, "longitud": 3, "latitud": 3, "swap": 3, "nominatim": 2, "And": [], "As": 3, "veri": [0, 3], "good": 3, "bad": [], "To": 3, "solv": 3, "postal": 3, "code": [0, 3], "resolv": 3, "cat": 3, "run_nominatim": 3, "sh": 3, "bin": 3, "bash": 3, "e": 3, "pbf_path": 3, "replication_url": 3, "updat": 3, "5999": 3, "8080": 3, "mediagi": 3, "2": 3, "also": 3, "websit": [2, 3], "access": 3, "which": 3, "queri": 3, "ip": 2, "firewal": 2, "preven": [], "proces": 3, "hard": 3, "prevent": 3, "bot": 3, "misus": 3, "interfac": 3, "rule": 3, "ad": 3, "onli": 3, "incom": 3, "traffic": 3, "specif": [2, 3], "address": 3, "sudo": 3, "ufw": 3, "217": [], "103": [], "189": [], "134": [], "ani": 3, "ip_addr": 3, "googlemap": [], "automat": 2, "scrape": 2, "real": [0, 2], "estat": [0, 2], "www": [0, 3], "nl": [0, 3], "These": [], "must": 2, "filter": [0, 2], "base": 2, "garden": 2, "non": 2, "apart": 2, "b": [], "view": 2, "them": 2, "locat": 2, "nfi": 2, "hooghstraat": 2, "There": [], "current": [0, 2], "doe": [], "develop": [], "etc": 2, "market": 0, "tri": 0, "keep": 0, "track": 0, "all": [0, 3], "sale": 0, "issu": [], "github": 0, "still": 0, "try": 0, "A": 0, "land": 0, "u": 0, "limit": 0, "patch": 0, "inject": 0, "url": 0, "other": 0, "appli": 0, "basic": 0, "browser": 0, "copi": 0, "koop": 0, "gemeent": 0, "huizen": 0, "350000": 0, "tuin": 0, "10km": 0, "return": 0, "close": 0, "f": 0, "base_url": 0, "verkocht": 0, "get_funda_data": 0, "scraper": 0, "fundascrap": 0, "nijkerk": 0, "beschikbaar": 0, "100000": 0, "400000": 0, "woonhui": 0, "eengezinswon": 0, "landhui": 0, "30km": 0, "find_past": 0, "fals": 0, "n_page": 0, "81": 0, "df": 0, "tile": 2, "server": 2, "serv": 3, "fulli": 3, "indep": [], "independ": 3, "tileserv": 3, "previous": 3, "donwload": 3, "op": [], "file": 3, "import": 3, "var": 3, "lib": 3, "postgresql": 3, "12": 3, "overv": 3, "1": 3, "3": 3, "10": 3, "databas": 3, "hopefulli": 3, "speed": 3, "first": 3, "til": [], "5997": 3, "80": 3, "d": 3, "slow": 3, "after": 3, "load": 3, "step": 3, "took": 3, "over": 3, "hour": 3, "core": 3, "e5": 3, "2620": 3, "v2": 3, "xeon": 3, "intel": 3, "wel": [], "fast": 3, "either": 3, "herreweb": 3, "png": 3, "should": [], "faster": 3, "state": 2, "frozen": 2, "until": 2, "least": 2, "june": 2}, "objects": {}, "objtypes": {}, "objnames": {}, "titleterms": {"googl": 1, "map": [1, 3], "api": 1, "project": 2, "uss": 2, "indic": [], "tabl": [], "content": 2, "us": 1, "ban": 1, "open": 3, "street": 3, "osrm": 3, "setup": 3, "nominatim": 3, "ip": 3, "firewal": 3, "goal": 2, "scrape": 0, "funda": 0, "tile": 3, "server": 3}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 57}, "alltitles": {"Google Maps API": [[1, "google-maps-api"]], "Using the Google API": [[1, "using-the-google-api"]], "Google Ban": [[1, "google-ban"]], "Scraping Funda": [[0, "scraping-funda"]], "Open Street Maps": [[3, "open-street-maps"]], "OSRM": [[3, "osrm"]], "Setup": [[3, "setup"]], "Nominatim": [[3, "nominatim"]], "IP Firewall": [[3, "ip-firewall"]], "Tile Server": [[3, "tile-server"]], "Project Usse": [[2, "project-usse"]], "Contents:": [[2, null]], "Goal": [[2, "goal"]]}, "indexentries": {}})