Community / Gary Teh / BuzzFeed - news headlines

We monitor the news headline from this website which we then use to train our sentiment analysis engine to detect for bad news about publicly traded companies

Harvested on CSV JSON HTML

611

news_headlines	article_urls	origin_pattern	origin_url	createdAt	updatedAt	pingedAt
WTF Is Happening Today? BuzzFeed Newsletters Can Help! We have news...	https://www.buzzfeed.com/newsletters?ref=hplego	https://www.buzzfeed.com/?utm_term=.tmAR6VYm5#.ufB19e6jL	https://www.buzzfeed.com/?utm_term=.tmAR6VYm5#.ufB19e6jL	2019-02-22 00:00:00 UTC	2019-02-22 00:00:00 UTC	2019-02-22 00:00:00 UTC
Dave Stopera	https://www.buzzfeed.com/daves4	https://www.buzzfeed.com/?utm_term=.tmAR6VYm5#.ufB19e6jL	https://www.buzzfeed.com/?utm_term=.tmAR6VYm5#.ufB19e6jL	2019-02-22 00:00:00 UTC	2019-02-22 00:00:00 UTC	2019-02-22 00:00:00 UTC
If You Do Any Of These 19 Things, You’re The Worst Type Of Person	https://www.buzzfeed.com/daves4/absolute-worst-types-of-people-in-the-world?ref=h...	https://www.buzzfeed.com/?utm_term=.tmAR6VYm5#.ufB19e6jL	https://www.buzzfeed.com/?utm_term=.tmAR6VYm5#.ufB19e6jL	2019-02-22 00:00:00 UTC	2019-02-22 00:00:00 UTC	2019-02-22 00:00:00 UTC

Data source unique ID

n4845_1e3bf437698a4427f5c148408adcee98eses

Privacy

Public

Last ran status

COMPLETED

Last ran

2019-02-22 00:00:00 UTC

Crawl Frequency

Twice Daily

Urls to Crawl

Use default URL in recipe

{
    "engine": "nokogiri",
    "client_version": "4.0.13",
    "origin_url": "https://www.buzzfeed.com/?utm_term=.tmAR6VYm5#.ufB19e6jL",
    "columns": [
        {
            "col_name": "news_headlines",
            "dom_query": "div.card.story-card.xs-relative.xs-mb05.md-mb1.xs-border-left-none.xs-border-right-none.md-border-lighter.js-feed-item div.js-card__content.xs-col-7.md-col-8.xs-offset-5.md-offset-4.xs-p1.sm-p2 div.xs-px05.sm-pl05 a.link-gray:has(h2.xs-mb05.xs-pt05.sm-pt0.xs-text-4.sm-text-2.bold), .featured-card__body a"
        },
        {
            "col_name": "article_urls",
            "dom_query": "div.card.story-card.xs-relative.xs-mb05.md-mb1.xs-border-left-none.xs-border-right-none.md-border-lighter.js-feed-item div.js-card__content.xs-col-7.md-col-8.xs-offset-5.md-offset-4.xs-p1.sm-p2 div.xs-px05.sm-pl05 a.link-gray:has(h2.xs-mb05.xs-pt05.sm-pt0.xs-text-4.sm-text-2.bold), .featured-card__body a",
            "required_attribute": "href"
        }
    ],
    "cookies": [
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "bpager_bottom-feed_variants",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "2"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "bpager_bottom-feed_variants_version",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "6"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "ad_exchange_awareness_us_news",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "90px"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "ad_exchange_awareness_us_news_version",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "2"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "visual_package_for_asis",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "on"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "visual_package_for_asis_version",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "2"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "ad_exchange_rail",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "ad_exchange"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "ad_exchange_rail_version",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "1"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "ad_exchange_teads_desktop",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "ad_exchange"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "ad_exchange_teads_desktop_version",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "5"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "ad_exchange",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "ad_exchange"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "ad_exchange_version",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "2"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "ad_ex_teads_us",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "ad_exchange"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "ad_ex_teads_us_version",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "1"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "ad_exchange_no_thumbstrip_ad",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "control"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "ad_exchange_no_thumbstrip_ad_version",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "1"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "native_display_card_new_design",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "new_design"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "native_display_card_new_design_version",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "1"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "moat_dfp_native_video_tracking",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "on"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "moat_dfp_native_video_tracking_version",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "1"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "ad_exchange_inline",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "ad_exchange"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "ad_exchange_inline_version",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "2"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "ad_exchange_prebid",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "on"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "ad_exchange_prebid_version",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "3"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347566,
            "hostOnly": false,
            "httpOnly": false,
            "name": "visual_package_for_asis_metadata",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "%7B%22resolved%22%3Afalse%2C%22version%22%3A2%2C%22is_feature_flag%22%3Afalse%2C%22variant_id%22%3A2%2C%22id%22%3A404%2C%22value%22%3A%22on%22%7D"
        },
        {
            "domain": "www.buzzfeed.com",
            "expirationDate": 2388137970,
            "hostOnly": true,
            "httpOnly": false,
            "name": "bf_visit",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "b%26u%3D.cw33WOQvN%26v%3D2.0%26c"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347570,
            "hostOnly": false,
            "httpOnly": false,
            "name": "abeagle_newhp_entertainment_cards",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "control"
        },
        {
            "domain": ".www.buzzfeed.com",
            "expirationDate": 1525347570,
            "hostOnly": false,
            "httpOnly": false,
            "name": "abeagle_newhp_entertainment_cards_version",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": false,
            "session": false,
            "storeId": "0",
            "value": "4"
        }
    ]
}