How to Scrape Alibaba Product Data [Step-by-Step Guide]

	import requests
	from bs4 import BeautifulSoup
	import json
	
	API_KEY = "Api_Key"
	base_url = "https://www.alibaba.com/trade/search"
	
	
	# Format search query based on user input
	def format_search_query(user_input):
		# Replace spaces with '+' and encode the query
		formatted_query = "+".join(user_input.split())
		return formatted_query
	
	
	# User input for the product search
	user_input = input("Enter the product you want to search for: ")
	
	# Format the search query
	search_query = format_search_query(user_input)
	
	# List to hold the scraped data
	product_data_list = []
	
	# Loop through the first 5 pages
	for page in range(1, 6):
		# Construct the URL for each page
		url = f"{base_url}?spm=a2700.product_home_newuser.home_new_user_first_screen_fy23_pc_search_bar.keydown__Enter&tab=all&searchText={search_query}&page={page}"
		print(f"Currently scraping page {page}... \n")
		# Parameters for the ScraperAPI request
		payload = {"api_key": API_KEY, "url": url}
	
		# Make a request to the ScraperAPI
		r = requests.get("http://api.scraperapi.com", params=payload)
		html_response = r.text
	
		# Parse the HTML response using BeautifulSoup
		soup = BeautifulSoup(html_response, "lxml")
	
		# Find all product containers on the page
		product_containers = soup.find_all("div", class_="search-card-info__wrapper")
	
		# Iterate through each product container on the current page
		for product_container in product_containers:
			# Extract product name
			product_name_element = product_container.select_one(
				".search-card-e-title a span"
			)
			product_name = (
				product_name_element.text.strip() if product_name_element else "nil"
			)
	
			# Extract price
			price_element = product_container.select_one(".search-card-e-price-main")
			price = price_element.text.strip() if price_element else "nil"
	
			# Extract description
			description_element = product_container.select_one(".search-card-e-sell-point")
			description = description_element.text.strip() if description_element else "nil"
	
			# Extract MOQ (Minimum Order Quantity)
			moq_element = product_container.select_one(".search-card-m-sale-features__item")
			moq = moq_element.text.strip() if moq_element else "nil"
	
			# Extract rating
			rating_element = product_container.select_one(".search-card-e-review strong")
			rating = rating_element.text.strip() if rating_element else "nil"
	
			product_data = {
				"Product Name": product_name,
				"Price": price,
				"Description": description,
				"MOQ": moq,
				"Rating": rating,
			}
			# Append the product data to the list
			product_data_list.append(product_data)
	
	# Save the scraped data to a JSON file
	output_file = "alibaba_results.json"
	with open(output_file, "w", encoding="utf-8") as json_file:
		json.dump(product_data_list, json_file, indent=2)
	
	print(f"Scraped data has been saved to {output_file}")

	pip install requests beautifulsoup4 lxml

	mkdir alibaba-scraper 
	cd alibaba-scraper

	import requests
	from bs4 import BeautifulSoup
	import json

	import requests
	from bs4 import BeautifulSoup
	import json
	
	API_KEY = "API_KEY"
	
	base_url = "https://www.alibaba.com/trade/search"

	def format_search_query(user_input):
	formatted_query = "+".join(user_input.split())
	return formatted_query
  
  user_input = input("Enter the product you want to search for: ")
  search_query = format_search_query(user_input)

	product_data_list = []

	for page in range(1, 6):
	url = f"{base_url}?spm=a2700.product_home_newuser.home_new_user_first_screen_fy23_pc_search_bar.keydown__Enter&tab=all&searchText={search_query}&page={page}"
	print(f"Currently scraping page {page}... \n")
	payload = {"api_key": API_KEY, "url": url}
	r = requests.get("http://api.scraperapi.com", params=payload)
	html_response = r.text
	soup = BeautifulSoup(html_response, "lxml")
	product_containers = soup.find_all("div", class_="search-card-info__wrapper")
  
	for product_container in product_containers:
		product_name_element = product_container.select_one(".search-card-e-title a span")
		product_name = product_name_element.text.strip() if product_name_element else "nil"
  
		price_element = product_container.select_one(".search-card-e-price-main")
		price = price_element.text.strip() if price_element else "nil"
  
		description_element = product_container.select_one(".search-card-e-sell-point")
		description = description_element.text.strip() if description_element else "nil"
  
		moq_element = product_container.select_one(".search-card-m-sale-features__item")
		moq = moq_element.text.strip() if moq_element else "nil"
  
		rating_element = product_container.select_one(".search-card-e-review strong")
		rating = rating_element.text.strip() if rating_element else "nil"
  
		product_data = {
			"Product Name": product_name,
			"Price": price,
			"Description": description,
			"MOQ": moq,
			"Rating": rating,
		}
		product_data_list.append(product_data)