Community / Mass Importer / Zillow properties with bad transactions to do hard reset

We utilize this data source to train our price prediction model so as to identify undervalued real estates that were listed for sale.

Domain: zillow.com , Associated categories: Real Estate

Harvested on CSV JSON HTML Changes

address	neighborhood	zestimate_sale	zestimate_rent	saves	description	configuration	bedrooms	bathrooms	size	lot	rooms	stories	price	parking	year built	transaction_type	bmr	ccrc	home_type	sfh	mfh	pool	manufactured	hoa_fees	price_history_page	event_date	event_name	event_price	price_history_page_origin_pattern	price_history_page_origin_url	origin_pattern	origin_url	createdAt	updatedAt	pingedAt

Data source unique ID

n4039_7cbe04da4c72c2579ae8d2dfba05cd68eses

Privacy

Public

Last ran status

COMPLETED

Last ran

2017-06-06 07:29:42 UTC

Crawl Frequency

Not scheduled

Urls to Crawl

Provide your own list of URLs you want to get data from

https://www.zillow.com/homedetails/10352-Sunny-Ranch-Ave-Las-Vegas-NV-89129/6906161_zpid/

{
    "engine": "sinatra",
    "origin_url": "https://www.zillow.com/homedetails/407-Harney-Way-Vancouver-WA-98661/23238332_zpid/",
    "columns": [
        {
            "col_name": "address",
            "dom_query": "header h1"
        },
        {
            "col_name": "neighborhood",
            "dom_query": "h2:contains('Neighborhood')",
            "regex_pattern": "Neighborhood: (.*)",
            "regex_group": 1
        },
        {
            "col_name": "zestimate_sale",
            "dom_query": ".home-summary-row:contains('Zestimate'):not(:contains('Rent'))",
            "regex_pattern": "[0-9,]+"
        },
        {
            "col_name": "zestimate_rent",
            "dom_query": ".home-summary-row:contains('Zestimate'):contains('Rent')",
            "regex_pattern": "[0-9,]+"
        },
        {
            "col_name": "saves",
            "dom_query": ".zsg-list_square  li:contains('shopper saved this home'):first",
            "regex_pattern": "[0-9]+"
        },
        {
            "col_name": "description",
            "dom_query": ".zsg-lg-2-3.zsg-md-1-1.hdp-header-description #home-description-fav-note + .zsg-content-component:first"
        },
        {
            "col_name": "configuration",
            "dom_query": ".zsg-content-header.addr h3"
        },
        {
            "col_name": "bedrooms",
            "dom_query": ".zsg-content-header.addr h3 .addr_bbs:nth-child(2)"
        },
        {
            "col_name": "bathrooms",
            "dom_query": ".zsg-content-header.addr h3 .addr_bbs:nth-child(4)"
        },
        {
            "col_name": "size",
            "dom_query": ".zsg-content-header.addr h3 .addr_bbs:nth-child(6)"
        },
        {
            "col_name": "lot",
            "dom_query": ".zsg-list_square  li:contains('Lot'):first"
        },
        {
            "col_name": "rooms",
            "dom_query": ".zsg-content-component.fact-group-container:has(h3:contains('Construction')) .zsg-list_square li:contains('Room count')",
            "regex_pattern": "[0-9,]+"
        },
        {
            "col_name": "stories",
            "dom_query": ".zsg-content-component.fact-group-container:has(h3:contains('Construction')) .zsg-list_square li:contains('Stories')",
            "regex_pattern": "[0-9,]+"
        },
        {
            "col_name": "price",
            "dom_query": ".main-row.home-summary-row",
            "regex_pattern": "[0-9,]+"
        },
        {
            "col_name": "parking",
            "dom_query": "h3:contains('Facts') + .zsg-list_square li:contains('Parking:'):first",
            "regex_pattern": "Parking: (.*)",
            "regex_group": 1
        },
        {
            "col_name": "year built",
            "dom_query": "p:contains('built in')",
            "regex_pattern": "built in ([0-9]+)",
            "regex_group": 1
        },
        {
            "col_name": "transaction_type",
            "dom_query": ".status-icon-row"
        },
        {
            "col_name": "bmr",
            "dom_query": ".notranslate:contains('Fair Housing Opportunity'), .notranslate:contains('BMR'):first"
        },
        {
            "col_name": "ccrc",
            "dom_query": ".notranslate:contains('retirement community'), .notranslate:contains('CCRC'):first"
        },
        {
            "col_name": "home_type",
            "dom_query": ".zsg-list_square li:contains('Single Family'):first, .zsg-list_square li:contains('Apartment'):first, .zsg-list_square li:contains('Townhouse'):first, .zsg-list_square li:contains('Manufactured'):first"
        },
        {
            "col_name": "sfh",
            "dom_query": ".zsg-list_square li:contains('Single Family'):first"
        },
        {
            "col_name": "mfh",
            "dom_query": ".zsg-list_square li:contains('Apartment'):first"
        },
        {
            "col_name": "pool",
            "dom_query": "li:contains('Pool'):first"
        },
        {
            "col_name": "manufactured",
            "dom_query": "li:contains('Manufactured'):first"
        },
        {
            "col_name": "hoa_fees",
            "dom_query": "li:contains('HOA Fee:'):first",
            "regex_pattern": "[0-9,]+"
        },
        {
            "col_name": "price_history_page",
            "dom_query": "script:contains('z-hdp-price-history')",
            "regex_pattern": "{[^{]+(AjaxRender[^\"]+rhost=1)[^}]+z-hdp-price-history[^}]+}",
            "regex_group": 1,
            "options": {
                "method": "post",
                "set_post_cookies": true,
                "post_data": {
                    "origin_url": "http://www.zillow.com/@@price_history_page@@",
                    "method": "get",
                    "attribute": "html"
                },
                "origin_url": "http://localhost:9807/json_attribute_raw",
                "columns": [
                    {
                        "col_name": "event_date",
                        "dom_query": "tbody tr td:nth-child(1)"
                    },
                    {
                        "col_name": "event_name",
                        "dom_query": "tbody tr td:nth-child(2)"
                    },
                    {
                        "col_name": "event_price",
                        "dom_query": "tbody tr td:nth-child(3)"
                    }
                ]
            }
        }
    ],
    "cookies": [
        {
            "domain": ".getdata.io",
            "expirationDate": 1510725089,
            "hostOnly": false,
            "httpOnly": false,
            "name": "__utma",
            "path": "/",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "55957693.119617150.1438097241.1447550662.1447652610.99",
            "id": 1
        },
        {
            "domain": ".getdata.io",
            "expirationDate": 1447654889,
            "hostOnly": false,
            "httpOnly": false,
            "name": "__utmb",
            "path": "/",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "55957693.9.10.1447652610",
            "id": 2
        },
        {
            "domain": ".getdata.io",
            "hostOnly": false,
            "httpOnly": false,
            "name": "__utmc",
            "path": "/",
            "secure": false,
            "session": true,
            "storeId": "0",
            "value": "55957693",
            "id": 3
        },
        {
            "domain": ".getdata.io",
            "expirationDate": 1447653209,
            "hostOnly": false,
            "httpOnly": false,
            "name": "__utmt",
            "path": "/",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "1",
            "id": 4
        },
        {
            "domain": ".getdata.io",
            "expirationDate": 1463421089,
            "hostOnly": false,
            "httpOnly": false,
            "name": "__utmz",
            "path": "/",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "55957693.1447532605.96.15.utmcsr=api.getdata.io|utmccn=(referral)|utmcmd=referral|utmcct=/",
            "id": 5
        },
        {
            "domain": ".getdata.io",
            "expirationDate": 1465553362,
            "hostOnly": false,
            "httpOnly": false,
            "name": "mp_4b366188fc149ce99e5011bda07fa12c_mixpanel",
            "path": "/",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "%7B%22distinct_id%22%3A%20%22a4ca8c520d82d44846159b04f86dd066%22%2C%22%24initial_referrer%22%3A%20%22%24direct%22%2C%22%24initial_referring_domain%22%3A%20%22%24direct%22%7D",
            "id": 6
        },
        {
            "domain": ".getdata.io",
            "expirationDate": 1479189089,
            "hostOnly": false,
            "httpOnly": false,
            "name": "mp_6739c9644606bc42c8ac134c22e1d691_mixpanel",
            "path": "/",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "%7B%22distinct_id%22%3A%20%22a4ca8c520d82d44846159b04f86dd066%22%2C%22%24initial_referrer%22%3A%20%22%24direct%22%2C%22%24initial_referring_domain%22%3A%20%22%24direct%22%2C%22%24search_engine%22%3A%20%22google%22%7D",
            "id": 7
        },
        {
            "domain": "getdata.io",
            "hostOnly": true,
            "httpOnly": true,
            "name": "_mbd_dev_session",
            "path": "/",
            "secure": false,
            "session": true,
            "storeId": "0",
            "value": "BAh7CEkiD3Nlc3Npb25faWQGOgZFVEkiJWQwN2FmNDkzOTNkMzVjNmMwYjlhZmQxZmZmMDhlN2I0BjsAVEkiG3dhcmRlbi51c2VyLm1lbWJlci5rZXkGOwBUWwdbBmkQSSIiJDJhJDEwJGZuM1A3WG5EeU55T2JDUlZEUU1kUU8GOwBUSSIQX2NzcmZfdG9rZW4GOwBGSSIxTFJ0bWVnS1pOZUdpUzEvTjFiUkZWN1JaWHJaYzU0d0x5cUdHbG93S29rYz0GOwBG--93c06bbb0df7e116ab8483bcad77b3d0c2c0cc70",
            "id": 8
        },
        {
            "domain": "getdata.io",
            "expirationDate": 1475909155,
            "hostOnly": true,
            "httpOnly": false,
            "name": "closed_ins",
            "path": "/",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "1",
            "id": 9
        },
        {
            "domain": "getdata.io",
            "expirationDate": 1469895337,
            "hostOnly": true,
            "httpOnly": false,
            "name": "closed_ins",
            "path": "/krakes",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "1",
            "id": 10
        },
        {
            "domain": "getdata.io",
            "expirationDate": 1460784277.365656,
            "hostOnly": true,
            "httpOnly": false,
            "name": "muuid",
            "path": "/",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "a4ca8c520d82d44846159b04f86dd066",
            "id": 11
        }
    ]
}