Community / shawn / The YouTube Channel Crawler 2

Copied from shawn / The YouTube Channel Crawler 1

Harvested on CSV JSON HTML

Seems like you aborted your data gathering.

You could try running it again or you might be interested in the 25,822 public data sources
contributed by the rest of our community

Check them out

Data source unique ID

n15385_183b9d1e1301dd0dd1563a6181d1be39eses

Privacy

Public

Last ran status

ABORTED

Last ran

2018-11-18 03:27:40 UTC

Crawl Frequency

Not scheduled

Urls to Crawl

Use default URL in recipe

{
    "engine": "chrome",
    "client_version": "4.0.24",
    "origin_url": "https://www.channelcrawler.com/eng/results/277075",
    "columns": [
        {
            "col_name": "publisher_name",
            "dom_query": "div.container#main-content div.row div.channel.col-xs-12.col-sm-4.col-lg-3 h4 a"
        },
        {
            "col_name": "publisher_profile_url",
            "dom_query": "h4 a[href*=channel]",
            "required_attribute": "href",
            "options": {
                "wait": 1000,
                "origin_url": "{{publisher_profile_url}}/about",
                "columns": [
                    {
                        "col_name": "publisher_description",
                        "dom_query": "#description"
                    },
                    {
                        "col_name": "publisher_email",
                        "dom_query": "#description",
                        "regex_pattern": "[A-Z0-9._%+-]+@[A-Z0-9.-]+.[A-Z]{2,4}"
                    },
                    {
                        "col_name": "publisher_name",
                        "dom_query": "#channel-title"
                    },
                    {
                        "col_name": "publisher_subscriber_count",
                        "dom_query": "#subscriber-count"
                    },
                    {
                        "col_name": "publisher_joined_date",
                        "dom_query": "#right-column yt-formatted-string:nth-child(2)"
                    },
                    {
                        "col_name": "publisher_view_count",
                        "dom_query": "#right-column yt-formatted-string:nth-child(3)"
                    },
                    {
                        "col_name": "publisher_location",
                        "dom_query": "td.style-scope.ytd-channel-about-metadata-renderer:eq(3)"
                    },
                    {
                        "col_name": "publisher_captcha",
                        "dom_query": "paper-button#button.style-scope.ytd-button-renderer.style-default"
                    }
                ]
            }
        }
    ],
    "next_page": {
        "dom_query": "li.next a:contains('Next')",
        "click": true
    },
    "cookies": [
        {
            "domain": "www.channelcrawler.com",
            "expirationDate": 1542418674.096922,
            "hostOnly": true,
            "httpOnly": true,
            "name": "CAKEPHP",
            "path": "/",
            "sameSite": "no_restriction",
            "secure": true,
            "session": false,
            "storeId": "0",
            "value": "0da34d7d7862238616eeaed6b1ca97aa"
        }
    ]
}