Antoniobot - Coder
Antoniobot - Coder · GPT Actions
google-search-scraper
This Google Scraper enables you to scrape Google Search Engine Results Pages (SERPs) and extract organic and paid results, ads, queries, People Also Ask, prices, reviews, like a Google SERP API. Select country or language and extraction of custom attributes, and download your data, no coding needed.
POST /acts/nFJndFXA5zjCTuudP/run-sync-get-dataset-items?clean=true&format=json&fields=searchQuery,resultsTotal,relatedQueries,paidResults,paidProducts,organicResults,peopleAlsoAskThis Google Scraper enables you to scrape Google Search Engine Results Pages (SERPs) and extract organic and paid results, ads, queries, People Also Ask, prices, reviews, like a Google SERP API. Select country or language and extraction of custom attributes, and download your data, no coding needed.
原始 API 定义
{
"openapi": "3.0.1",
"info": {
"title": "google-search-scraper",
"description": "This Google Scraper enables you to scrape Google Search Engine Results Pages (SERPs) and extract organic and paid results, ads, queries, People Also Ask, prices, reviews, like a Google SERP API. Select country or language and extraction of custom attributes, and download your data, no coding needed.",
"version": "v1"
},
"servers": [
{
"url": "https://api.apify.com/v2"
}
],
"paths": {
"/acts/nFJndFXA5zjCTuudP/run-sync-get-dataset-items?clean=true&format=json&fields=searchQuery,resultsTotal,relatedQueries,paidResults,paidProducts,organicResults,peopleAlsoAsk": {
"post": {
"operationId": "google-search-scraper",
"summary": "This Google Scraper enables you to scrape Google Search Engine Results Pages (SERPs) and extract organic and paid results, ads, queries, People Also Ask, prices, reviews, like a Google SERP API. Select country or language and extraction of custom attributes, and download your data, no coding needed.",
"requestBody": {
"required": true,
"content": {
"application/json": {
"schema": {
"$ref": "#/components/schemas/inputSchema"
}
}
}
},
"responses": {
"200": {
"description": "OK"
}
}
}
}
},
"components": {
"schemas": {
"inputSchema": {
"type": "object",
"required": [
"queries"
],
"properties": {
"queries": {
"title": "Search terms or URLs",
"pattern": "[^\\s]+",
"type": "string",
"description": "Google Search terms (e.g. <code>food in NYC</code>) and/or full URLs (e.g. <code>https://www.google.com/search?q=food+NYC</code>).<br><br> Please enter one item per line."
},
"maxPagesPerQuery": {
"title": "Max pages per search term or URL",
"minimum": 1,
"type": "integer",
"description": "Maximum number of Google Search result pages crawled for each search term or URL. Please note that Google limits the number of search results pages it shows you to between 300 and 400."
},
"resultsPerPage": {
"title": "Results per Google page",
"minimum": 1,
"maximum": 100,
"type": "integer",
"description": "Number of search results for each Google result page. By default, Google Search returns 10 results per page. The allowed values are: <code>10</code>, <code>20</code>, <code>30</code>, <code>40</code>, <code>50</code> and <code>100</code>. <br> Since our Free plan contains 100 free SERP proxies, and every request consumes 1 proxy, you will get exactly 100 free requests, no matter the amount of results you will get per each. <br> <br> This is why to get maximum value from this scraper, we recommend setting up this parameter to its maximum, <code>100</code>."
},
"mobileResults": {
"title": "Mobile results",
"type": "boolean",
"description": "If checked, the scraper will return results for the mobile version of the Google search. By default, desktop results are returned.",
"default": false
},
"countryCode": {
"title": "Country",
"enum": [
"",
"af",
"al",
"dz",
"as",
"ad",
"ao",
"ai",
"aq",
"ag",
"ar",
"am",
"aw",
"au",
"at",
"az",
"bs",
"bh",
"bd",
"bb",
"by",
"be",
"bz",
"bj",
"bm",
"bt",
"bo",
"ba",
"bw",
"bv",
"br",
"io",
"bn",
"bg",
"bf",
"bi",
"kh",
"cm",
"ca",
"cv",
"ky",
"cf",
"td",
"cl",
"cn",
"cx",
"cc",
"co",
"km",
"cg",
"cd",
"ck",
"cr",
"ci",
"hr",
"cu",
"cy",
"cz",
"dk",
"dj",
"dm",
"do",
"ec",
"eg",
"sv",
"gq",
"er",
"ee",
"et",
"fk",
"fo",
"fj",
"fi",
"fr",
"gf",
"pf",
"tf",
"ga",
"gm",
"ge",
"de",
"gh",
"gi",
"gr",
"gl",
"gd",
"gp",
"gu",
"gt",
"gn",
"gw",
"gy",
"ht",
"hm",
"va",
"hn",
"hk",
"hu",
"is",
"in",
"id",
"ir",
"iq",
"ie",
"il",
"it",
"jm",
"jp",
"jo",
"kz",
"ke",
"ki",
"kp",
"kr",
"kw",
"kg",
"la",
"lv",
"lb",
"ls",
"lr",
"ly",
"li",
"lt",
"lu",
"mo",
"mk",
"mg",
"mw",
"my",
"mv",
"ml",
"mt",
"mh",
"mq",
"mr",
"mu",
"yt",
"mx",
"fm",
"md",
"mc",
"mn",
"ms",
"ma",
"mz",
"mm",
"na",
"nr",
"np",
"nl",
"an",
"nc",
"nz",
"ni",
"ne",
"ng",
"nu",
"nf",
"mp",
"no",
"om",
"pk",
"pw",
"ps",
"pa",
"pg",
"py",
"pe",
"ph",
"pn",
"pl",
"pt",
"pr",
"qa",
"re",
"ro",
"ru",
"rw",
"sh",
"kn",
"lc",
"pm",
"vc",
"ws",
"sm",
"st",
"sa",
"sn",
"cs",
"sc",
"sl",
"sg",
"sk",
"si",
"sb",
"so",
"za",
"gs",
"es",
"lk",
"sd",
"sr",
"sj",
"sz",
"se",
"ch",
"sy",
"tw",
"tj",
"tz",
"th",
"tl",
"tg",
"tk",
"to",
"tt",
"tn",
"tr",
"tm",
"tc",
"tv",
"ug",
"ua",
"ae",
"gb",
"us",
"um",
"uy",
"uz",
"vu",
"ve",
"vn",
"vg",
"vi",
"wf",
"eh",
"ye",
"zm",
"zw"
],
"type": "string",
"description": "Specifies the country of the IP address used for the search and the Google Search domain (e.g. <code>google.es</code> for Spain). By default, the actor uses United States (<code>google.com</code>)."
},
"languageCode": {
"title": "Language",
"enum": [
"",
"af",
"sq",
"sm",
"ar",
"az",
"eu",
"be",
"bn",
"bh",
"bs",
"bg",
"ca",
"zh-CN",
"zh-TW",
"hr",
"cs",
"da",
"nl",
"en",
"eo",
"et",
"fo",
"fi",
"fr",
"fy",
"gl",
"ka",
"de",
"el",
"gu",
"iw",
"hi",
"hu",
"is",
"id",
"ia",
"ga",
"it",
"ja",
"jw",
"kn",
"ko",
"la",
"lv",
"lt",
"mk",
"ms",
"ml",
"mt",
"mr",
"ne",
"no",
"nn",
"oc",
"fa",
"pl",
"pt-BR",
"pt-PT",
"pa",
"ro",
"ru",
"gd",
"sr",
"si",
"sk",
"sl",
"es",
"su",
"sw",
"sv",
"tl",
"ta",
"te",
"th",
"ti",
"tr",
"uk",
"ur",
"uz",
"vi",
"cy",
"xh",
"zu"
],
"type": "string",
"description": "Language for the search results, which is passed to Google Search as the <code>hl</code> URL query parameter. Only set this if you want to use a non-default language for the selected country.",
"default": ""
},
"locationUule": {
"title": "Exact location (Google UULE parameter)",
"type": "string",
"description": "The code for the exact location for the Google search. It's passed to Google Search as the <code>uule</code> URL query parameter. You can use the <a href='https://padavvan.github.io/' target='_blank'>UULE code generator</a>. Learn more about <a href='https://moz.com/ugc/geolocation-the-ultimate-tip-to-emulate-local-search' target='_blank'>emulating local search</a>."
},
"maxConcurrency": {
"title": "Max concurrency",
"minimum": 1,
"maximum": 100,
"type": "integer",
"description": "Maximum number of search results pages the scraper will load in parallel. A higher number means you will get your results faster, but it will also burn through your available proxies quicker.",
"default": 10
},
"saveHtml": {
"title": "Save HTML to dataset",
"type": "boolean",
"description": "If checked, the HTML of the Google Search results pages will be stored to the default dataset, under the <code>html</code> property. This is useful if you need to process the HTML, but it makes the dataset large and reduces performance.",
"default": false
},
"saveHtmlToKeyValueStore": {
"title": "Save HTML to key-value store",
"type": "boolean",
"description": "If checked, the HTML of the Google Search results pages will be stored to the default key-value store and links to the files stored to the dataset under the <code>htmlSnapshotUrl</code> property. This is useful for debugging, since you can easily view the pages in the browser. However, the use of this feature may present some performance penalty.",
"default": false
},
"includeUnfilteredResults": {
"title": "Include unfiltered results",
"type": "boolean",
"description": "If checked, the lower quality results that Google normally filters out will be included. This usually consists of a few hundred extra results.",
"default": false
},
"customDataFunction": {
"title": "Custom data function",
"type": "string",
"description": "Custom JavaScript function to extract additional attributes from the HTML of the Google Search result pages. The function accepts the same parameters as <a href='https://crawlee.dev/api/cheerio-crawler/interface/CheerioCrawlerOptions#handlePageFunction'>CheerioCrawler.handlePageFunction</a> in Crawlee. The return value of the function is saved to the results as the <code>customData</code> property."
}
}
}
}
}
}