Skip to content

Update gooogle.py (remove domain parameter) #35

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
AugustOxy wants to merge 1 commit into
base: main
Choose a base branch
from
Open

Update gooogle.py (remove domain parameter) #35

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
36 changes: 0 additions & 36 deletions src/oxylabs/sources/google/google.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,6 @@ def __init__(self, api_instance:RealtimeAPI) -> None:
def scrape_search(
self,
query: str,
domain: Optional[str] = None,
start_page: Optional[int] = None,
pages: Optional[int] = None,
limit: Optional[int] = None,
Expand All @@ -42,7 +41,6 @@ def scrape_search(

Args:
query (str): The search query.
domain (Optional[str]): The domain to limit the search results to.
start_page (Optional[int]): The starting page number.
pages (Optional[int]): The number of pages to scrape.
limit (Optional[int]): Number of results to retrieve in each page.
Expand All @@ -66,7 +64,6 @@ def scrape_search(
payload = {
"source": source.GOOGLE_SEARCH,
"query": query,
"domain": domain,
"start_page": start_page,
"pages": pages,
"limit": limit,
Expand Down Expand Up @@ -134,7 +131,6 @@ def scrape_url(
def scrape_ads(
self,
query: str,
domain: Optional[str] = None,
start_page: Optional[int] = None,
pages: Optional[int] = None,
locale: Optional[str] = None,
Expand All @@ -153,7 +149,6 @@ def scrape_ads(

Args:
query (str): The search query.
domain (Optional[str]): The domain to limit the search results to.
start_page (Optional[int]): The starting page number.
pages (Optional[int]): The number of pages to scrape.
user_agent_type (Optional[str]): Device type and browser.
Expand All @@ -176,7 +171,6 @@ def scrape_ads(
payload = {
"source": source.GOOGLE_ADS,
"query": query,
"domain": domain,
"start_page": start_page,
"pages": pages,
"locale": locale,
Expand Down Expand Up @@ -240,7 +234,6 @@ def scrape_suggestions(
def scrape_travel_hotels(
self,
query: str,
domain: Optional[str] = None,
start_page: Optional[int] = None,
locale: Optional[str] = None,
geo_location: Optional[str] = None,
Expand All @@ -260,7 +253,6 @@ def scrape_travel_hotels(
<Location>" will result in a list hotels for <Location>. Eg hotels
in Paris will list hotels in Paris, no matter what geo_location is
given.
domain (Optional[str]): The domain to limit the search results to.
start_page (Optional[int]): The starting page number.
locale (Optional[str]): Accept-Language header value which changes page web interface language.
geo_location (Optional[str]): None,
Expand All @@ -281,7 +273,6 @@ def scrape_travel_hotels(
payload = {
"source": source.GOOGLE_TRAVEL_HOTELS,
"query": query,
"domain": domain,
"start_page": start_page,
"locale": locale,
"geo_location": geo_location,
Expand All @@ -297,7 +288,6 @@ def scrape_travel_hotels(
def scrape_images(
self,
query: str,
domain: Optional[str] = None,
start_page: Optional[int] = None,
pages: Optional[int] = None,
locale: Optional[str] = None,
Expand All @@ -316,7 +306,6 @@ def scrape_images(

Args:
query (str): The search query.
domain (Optional[str]): The domain to limit the search results to.
start_page (Optional[int]): The starting page number.
pages (Optional[int]): The number of pages to scrape.
user_agent_type (Optional[str]): Device type and browser.
Expand All @@ -339,7 +328,6 @@ def scrape_images(
payload = {
"source": source.GOOGLE_SEARCH,
"query": query,
"domain": domain,
"start_page": start_page,
"pages": pages,
"locale": locale,
Expand Down Expand Up @@ -412,7 +400,6 @@ def scrape_maps(
callback_url: Optional[str] = None,
user_agent_type: Optional[str] = None,
geo_location: Optional[str] = None,
domain: Optional[str] = None,
locale: Optional[str] = None,
start_page: Optional[int] = None,
pages: Optional[int] = None,
Expand All @@ -431,7 +418,6 @@ def scrape_maps(
user_agent_type (Optional[str]): Device type and browser.
geo_location (Optional[str]): The geographical location that the
results should be adapted for.
domain (Optional[str]): The domain to limit the search results to.
locale (Optional[str]): Accept-Language header value which changes page web interface language.
start_page (Optional[int]): The starting page number.
pages (Optional[int]): The number of pages to scrape.
Expand All @@ -452,7 +438,6 @@ def scrape_maps(
"render": render,
"user_agent_type": user_agent_type,
"geo_location": geo_location,
"domain": domain,
"locale": locale,
"start_page": start_page,
"pages": pages,
Expand Down Expand Up @@ -556,7 +541,6 @@ def scrape_ai_mode(
def scrape_news(
self,
query: str,
domain: Optional[str] = None,
start_page: Optional[int] = None,
pages: Optional[int] = None,
limit: Optional[int] = None,
Expand All @@ -576,7 +560,6 @@ def scrape_news(

Args:
query (str): The search query.
domain (Optional[str]): The domain to limit the search results to.
start_page (Optional[int]): The starting page number.
pages (Optional[int]): The number of pages to scrape.
limit (Optional[int]): Number of results to retrieve in each page.
Expand All @@ -601,7 +584,6 @@ def scrape_news(
payload = {
"source": source.GOOGLE_SEARCH,
"query": query,
"domain": domain,
"start_page": start_page,
"pages": pages,
"limit": limit,
Expand Down Expand Up @@ -641,7 +623,6 @@ def __init__(self, api_instance:AsyncAPI) -> None:
async def scrape_search(
self,
query: str,
domain: Optional[str] = None,
start_page: Optional[int] = None,
pages: Optional[int] = None,
limit: Optional[int] = None,
Expand All @@ -664,7 +645,6 @@ async def scrape_search(
Args:

query (str): The search query.
domain (Optional[str]): The domain to limit the search results to.
start_page (Optional[int]): The starting page number.
pages (Optional[int]): The number of pages to scrape.
limit (Optional[int]): Number of results to retrieve in each page.
Expand Down Expand Up @@ -697,7 +677,6 @@ async def scrape_search(
payload = {
"source": source.GOOGLE_SEARCH,
"query": query,
"domain": domain,
"start_page": start_page,
"pages": pages,
"limit": limit,
Expand Down Expand Up @@ -776,7 +755,6 @@ async def scrape_url(
async def scrape_ads(
self,
query: str,
domain: Optional[str] = None,
start_page: Optional[int] = None,
pages: Optional[int] = None,
locale: Optional[str] = None,
Expand All @@ -797,7 +775,6 @@ async def scrape_ads(

Args:
query (str): The search query.
domain (Optional[str]): The domain to limit the search results to.
start_page (Optional[int]): The starting page number.
pages (Optional[int]): The number of pages to scrape.
user_agent_type (Optional[str]): Device type and browser.
Expand Down Expand Up @@ -829,7 +806,6 @@ async def scrape_ads(
payload = {
"source": source.GOOGLE_ADS,
"query": query,
"domain": domain,
"start_page": start_page,
"pages": pages,
"locale": locale,
Expand Down Expand Up @@ -904,7 +880,6 @@ async def scrape_suggestions(
async def scrape_travel_hotels(
self,
query: str,
domain: Optional[str] = None,
start_page: Optional[int] = None,
locale: Optional[str] = None,
geo_location: Optional[str] = None,
Expand All @@ -927,7 +902,6 @@ async def scrape_travel_hotels(
"query": "hotels in <Location>" will result in a list hotels for
<Location>. Eg hotels in Paris will list hotels in Paris, no matter
what geo_location is given.
domain (Optional[str]): The domain to limit the search results to.
start_page (Optional[int]): The starting page number.
locale (Optional[str]): Accept-Language header value which changes page web interface language.
geo_location (Optional[str]): None,
Expand Down Expand Up @@ -957,7 +931,6 @@ async def scrape_travel_hotels(
payload = {
"source": source.GOOGLE_TRAVEL_HOTELS,
"query": query,
"domain": domain,
"start_page": start_page,
"locale": locale,
"geo_location": geo_location,
Expand All @@ -973,7 +946,6 @@ async def scrape_travel_hotels(
async def scrape_images(
self,
query: str,
domain: Optional[str] = None,
start_page: Optional[int] = None,
pages: Optional[int] = None,
locale: Optional[str] = None,
Expand All @@ -994,7 +966,6 @@ async def scrape_images(

Args:
query (str): The search query.
domain (Optional[str]): The domain to limit the search results to.
start_page (Optional[int]): The starting page number.
pages (Optional[int]): The number of pages to scrape.
user_agent_type (Optional[str]): Device type and browser.
Expand Down Expand Up @@ -1025,7 +996,6 @@ async def scrape_images(
payload = {
"source": source.GOOGLE_SEARCH,
"query": query,
"domain": domain,
"start_page": start_page,
"pages": pages,
"locale": locale,
Expand Down Expand Up @@ -1109,7 +1079,6 @@ async def scrape_maps(
callback_url: Optional[str] = None,
user_agent_type: Optional[str] = None,
geo_location: Optional[str] = None,
domain: Optional[str] = None,
locale: Optional[str] = None,
start_page: Optional[int] = None,
pages: Optional[int] = None,
Expand All @@ -1130,7 +1099,6 @@ async def scrape_maps(
user_agent_type (Optional[str]): Device type and browser.
geo_location (Optional[str]): The geographical location that the
results should be adapted for.
domain (Optional[str]): The domain to limit the search results to.
locale (Optional[str]): Accept-Language header value which changes page web interface language.
start_page (Optional[int]): The starting page number.
pages (Optional[int]): The number of pages to scrape.
Expand Down Expand Up @@ -1159,7 +1127,6 @@ async def scrape_maps(
"render": render,
"user_agent_type": user_agent_type,
"geo_location": geo_location,
"domain": domain,
"locale": locale,
"start_page": start_page,
"pages": pages,
Expand Down Expand Up @@ -1285,7 +1252,6 @@ async def scrape_ai_mode(
async def scrape_news(
self,
query: str,
domain: Optional[str] = None,
start_page: Optional[int] = None,
pages: Optional[int] = None,
limit: Optional[int] = None,
Expand All @@ -1307,7 +1273,6 @@ async def scrape_news(

Args:
query (str): The search query.
domain (Optional[str]): The domain to limit the search results to.
start_page (Optional[int]): The starting page number.
pages (Optional[int]): The number of pages to scrape.
limit (Optional[int]): Number of results to retrieve in each page.
Expand Down Expand Up @@ -1341,7 +1306,6 @@ async def scrape_news(
payload = {
"source": source.GOOGLE_SEARCH,
"query": query,
"domain": domain,
"start_page": start_page,
"pages": pages,
"limit": limit,
Expand Down