10 Best PHP Web Scraping Libraries in 2024

$ch = curl_init(); 
curl_setopt($ch, CURLOPT_URL, "https://api.zenrows.com/v1/?apikey=<YOUR_ZENROWS_API_KEY>&url=https%3A%2F%2Ffreecodecamp.org%2Fnews"); 
curl_setopt($ch, CURLOPT_CUSTOMREQUEST, "GET"); 
curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1); 
$response = curl_exec($ch); 
curl_close($ch);

// Make use of the plain HTML obtained via ZenRows 
// together with Simple HTML DOM library to allow for proper data grouping 
 
// Include the Simple HTML DOM library to have access to all the functions 
include("simple_html_dom.php"); 
 
$html = str_get_html($response);

// Find elements by descendants and class names 
$titles = $html->find("h2.post-card-title"); 
$tags = $html->find("span.post-card-tags"); 
$authors = $html->find("a.meta-item"); 
 
// Iterate over the arrays contain the elements 
// and make use of the plaintext property to access only the text values 
$data = array_map(function ($a1, $a2, $a3) { 
	$new = array( 
		"title" => trim($a1->plaintext), 
		"tag" => trim($a2->plaintext), 
		"author" => trim($a3->plaintext) 
	); 
	return $new; 
}, $titles, $tags, $authors); 
 
print_r($data);

// Include the Simple HTML DOM library to have access to all the functions 
include("simple_html_dom.php"); 
 
// Create DOM object using the file_get_html method 
$html = file_get_html("https://www.freecodecamp.org/news");

// Find elements by descendants and class names 
$titles = $html->find("h2.post-card-title"); 
$tags = $html->find("span.post-card-tags"); 
$authors = $html->find("a.meta-item");

$data = array_map(function ($a1, $a2, $a3) { 
	$new = array( 
		"title" => trim($a1->plaintext), 
		"tag" => trim($a2->plaintext), 
		"author" => trim($a3->plaintext) 
	); 
	return $new; 
}, $titles, $tags, $authors); 
 
print_r($data);

// Include the Simple HTML DOM library to have access to all the functions 
include("simple_html_dom.php"); 
 
// Create DOM object using the file_get_html method 
$html = file_get_html("https://www.freecodecamp.org/news"); 
 
// Find elements by descendants and class names 
$titles = $html->find("h2.post-card-title"); 
$tags = $html->find("span.post-card-tags"); 
$authors = $html->find("a.meta-item"); 
 
// Iterate over the arrays contain the elements 
// and make use of the plaintext property to access only the text values 
$data = array_map(function ($a1, $a2, $a3) { 
	$new = array( 
		"title" => trim($a1->plaintext), 
		"tag" => trim($a2->plaintext), 
		"author" => trim($a3->plaintext) 
	); 
	return $new; 
}, $titles, $tags, $authors); 
 
print_r($data);

// Initialize curl 
$ch = curl_init(); 
 
// URL for Scraping 
curl_setopt( 
	$ch, 
	CURLOPT_URL, 
	"https://www.freecodecamp.org/news" 
); 
 
// Return Transfer True 
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true); 
 
$output = curl_exec($ch); 
 
// Closing cURL 
curl_close($ch);

// include the SIMPLE HTML DOM library to introduce 
// HTML parsing support 
include("simple_html_dom.php"); 
 
$html = str_get_html($output); 
 
// Find elements by descendants and class names 
$titles = $html->find("h2.post-card-title"); 
$tags = $html->find("span.post-card-tags"); 
$authors = $html->find("a.meta-item"); 
 
// Iterate over the arrays contain the elements 
// and make use of the plaintext property to access only the text values 
$data = array_map(function ($a1, $a2, $a3) { 
	$new = array( 
		"title" => trim($a1->plaintext), 
		"tag" => trim($a2->plaintext), 
		"author" => trim($a3->plaintext) 
	); 
	return $new; 
}, $titles, $tags, $authors); 
 
print_r($data);

// Initialize curl 
$ch = curl_init(); 
 
// URL for Scraping 
curl_setopt( 
	$ch, 
	CURLOPT_URL, 
	"https://www.freecodecamp.org/news" 
); 
 
// Return Transfer True 
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true); 
 
$output = curl_exec($ch); 
 
// Closing cURL 
curl_close($ch); 
 
// include the SIMPLE HTML DOM library to introduce 
// HTML parsing support 
include("simple_html_dom.php"); 
 
$html = str_get_html($output); 
 
// Find elements by descendants and class names 
$titles = $html->find("h2.post-card-title"); 
$tags = $html->find("span.post-card-tags"); 
$authors = $html->find("a.meta-item"); 
 
// Iterate over the arrays contain the elements 
// and make use of the plaintext property to access only the text values 
$data = array_map(function ($a1, $a2, $a3) { 
	$new = array( 
		"title" => trim($a1->plaintext), 
		"tag" => trim($a2->plaintext), 
		"author" => trim($a3->plaintext) 
	); 
	return $new; 
}, $titles, $tags, $authors); 
 
print_r($data);

composer require fabpot/goutte

require "vendor/autoload.php"; 
 
// reference the Goutte library 
use \Goutte\Client; 
 
// Create a Goutte Client instance 
$client = new Client(); 
 
// Make requests to obtain the freecodecamp news page 
$crawler = $client->request("GET", "https://www.freecodecamp.org/news");

// Use the filter method to obtain the <h2> element 
// which corresponds to the article titles 
$titles = $crawler->filter("h2")->each(function ($node) { 
	return $node->text(); 
}); 
 
// Filter <span> elements with the class corresponding to article tags 
$tags = $crawler->filter("span.post-card-tags")->each(function ($node) { 
	return $node->text(); 
}); 
 
// Filter link elements corresponding to authors 
$authors = $crawler->filter("a.meta-item")->each(function ($node) { 
	return $node->text(); 
});

require "vendor/autoload.php"; 
 
// reference the Goutte library 
use \Goutte\Client; 
 
// Create a Goutte Client instance 
$client = new Client(); 
 
// Make requests to obtain the freecodecamp news page 
$crawler = $client->request("GET", "https://www.freecodecamp.org/news"); 
 
// Use the filter method to obtain the <h2> element 
// which corresponds to the article titles 
$titles = $crawler->filter("h2")->each(function ($node) { 
	return $node->text(); 
}); 
 
// Filter <span> elements with the class corresponding to article tags 
$tags = $crawler->filter("span.post-card-tags")->each(function ($node) { 
	return $node->text(); 
}); 
 
// Filter link elements corresponding to authors 
$authors = $crawler->filter("a.meta-item")->each(function ($node) { 
	return $node->text(); 
});

composer require guzzlehttp/guzzle

require "vendor/autoload.php"; 
 
use Symfony\Component\DomCrawler\Crawler; 
use GuzzleHttp\Client; 
 
$url = "https://www.freecodecamp.org/news/"; 
 
// Create the Client instance 
$client = new Client(); 
 
// Create a request to the FreeCodeCamp URL 
$response = $client->request("GET", $url); 
 
// Bind the Body DOM elements to the html variable using the Guzzle method 
$html = $response->getBody();

// Create a Crawler instance using the html binding 
$crawler = new Crawler($html->getContents()); 
 
// Filter the Crawler object based on the h2 element and return only the inner text 
$titles = $crawler->filter("h2")->each(function (Crawler $node, $i) { 
	return $node->text(); 
}); 
 
// Filter the Crawler object based on the span element 
// and the corresponding class and return only the inner text 
$tags = $crawler->filter("span.post-card-tags")->each(function (Crawler $node, $i) { 
	return $node->text(); 
}); 
 
// Filter the Crawler object based on the anchor element 
// and the corresponding class and return only the inner text 
$authors = $crawler->filter("a.meta-item")->each(function (Crawler $node, $i) { 
	return $node->text(); 
});

require "vendor/autoload.php"; 
 
use Symfony\Component\DomCrawler\Crawler; 
use GuzzleHttp\Client; 
 
$url = "https://www.freecodecamp.org/news/"; 
 
// Create the Client instance 
$client = new Client(); 
 
// Create a request to the FreeCodeCamp URL 
$response = $client->request("GET", $url); 
 
// Bind the Body DOM elements to the html variable using the Guzzle method 
$html = $response->getBody(); 
 
// Create a Crawler instance using the html binding 
$crawler = new Crawler($html->getContents()); 
 
// Filter the Crawler object based on the h2 element and return only the inner text 
$titles = $crawler->filter("h2")->each(function (Crawler $node, $i) { 
	return $node->text(); 
}); 
 
// Filter the Crawler object based on the span element 
// and the corresponding class and return only the inner text 
$tags = $crawler->filter("span.post-card-tags")->each(function (Crawler $node, $i) { 
	return $node->text(); 
}); 
 
// Filter the Crawler object based on the anchor element 
// and the corresponding class and return only the inner text 
$authors = $crawler->filter("a.meta-item")->each(function (Crawler $node, $i) { 
	return $node->text(); 
});

composer require symfony/panther 
composer require --dev dbrekelmans/bdi
vendor/bin/bdi detect drivers

use Symfony\Component\Panther\Client; 
 
require __DIR__ . "/vendor/autoload.php"; // Composer's autoloader 
 
// Use the chrome browser driver 
$client = Client::createChromeClient(); 
 
// get response 
$response = $client->get("https://www.freecodecamp.org/news/"); 
 
// take screenshot and store in current directory 
$response->takeScreenshot($saveAs = "zenrows-freecodecamp.jpg");

// let's bind article tags 
$tags = $response->getCrawler()->filter("span.post-card-tags")->each(function ($node) { 
	return trim($node->text()) . PHP_EOL; 
}); 
 
// let's bind author names 
$authors = $response->getCrawler()->filter("a.meta-item")->each(function ($node) { 
	return trim($node->text()) . PHP_EOL; 
}); 
 
// let's bind article titles 
$titles = $response->getCrawler()->filter("h2")->each(function ($node) { 
	return trim($node->text()) . PHP_EOL; 
});

use Symfony\Component\Panther\Client; 
 
require __DIR__ . "/vendor/autoload.php"; // Composer's autoloader 
 
// Use the chrome browser driver 
$client = Client::createChromeClient(); 
 
// get response 
$response = $client->get("https://www.freecodecamp.org/news/"); 
 
// take screenshot and store in current directory 
$response->takeScreenshot($saveAs = "zenrow-freecodecamp.jpg"); 
 
// let's bind article tags 
$tags = $response->getCrawler()->filter("span.post-card-tags")->each(function ($node) { 
	return trim($node->text()) . PHP_EOL; 
}); 
 
// let's bind author names 
$authors = $response->getCrawler()->filter("a.meta-item")->each(function ($node) { 
	return trim($node->text()) . PHP_EOL; 
}); 
 
// let's bind article titles 
$titles = $response->getCrawler()->filter("h2")->each(function ($node) { 
	return trim($node->text()) . PHP_EOL; 
}); 
 
// Use the array_map to bind the arrays together into one array 
$data = array_map(function ($title, $tag, $author) { 
	$new = array( 
		"title" => trim($title), 
		"tag" => trim($tag), 
		"author" => trim($author) 
	); 
	return $new; 
}, $titles, $tags, $authors); 
 
print_r($data);

composer require imangazaliev/didom

// Composer's autoloader 
require __DIR__ . "/vendor/autoload.php"; 
 
use DiDom\Document; 
 
// Create a Document instance based on the FreeCodeCamp News Page 
$document = new Document("https://www.freecodecamp.org/news/", true); 
 
// Search for the article title using the <h2> element 
// and its corresponding class 
$titles = $document->find("h2.post-card-title"); 
 
// Search for the article tags using the <span> element 
// and its corresponding class 
$tags = $document->find("span.post-card-tags"); 
 
// Search for the author using the <a> element 
// and its corresponding class 
$authors = $document->find("a.meta-item");

// Use the array_map to bind the arrays together into one array 
$data = array_map(function ($title, $tag, $author) { 
	$new = array( 
		"title" => trim($title->text()), 
		"tag" => trim($tag->text()), 
		"author" => trim($author->text()) 
	); 
	return $new; 
}, $titles, $tags, $authors); 
 
print_r($data);

// Composer's autoloader 
require __DIR__ . "/vendor/autoload.php"; 
 
use DiDom\Document; 
 
// Create a Document instance based on the FreeCodeCamp News Page 
$document = new Document("https://www.freecodecamp.org/news/", true); 
 
// Search for the article title using the <h2> element 
// and its corresponding class 
$titles = $document->find("h2.post-card-title"); 
 
// Search for the article tags using the <span> element 
// and its corresponding class 
$tags = $document->find("span.post-card-tags"); 
 
// Search for the author using the <a> element 
// and its corresponding class 
$authors = $document->find("a.meta-item"); 
 
// Use the array_map to bind the arrays together into one array 
$data = array_map(function ($title, $tag, $author) { 
	$new = array( 
		"title" => trim($title->text()), 
		"tag" => trim($tag->text()), 
		"author" => trim($author->text()) 
	); 
	return $new; 
}, $titles, $tags, $authors); 
 
print_r($data);

composer require php-webdriver/webdriver

require_once("vendor/autoload.php"); 
 
// Import the WebDriver classes 
use Facebook\WebDriver\Chrome\ChromeDriver;
use Facebook\WebDriver\Chrome\ChromeOptions;  
use Facebook\WebDriver\Remote\DesiredCapabilities;
use Facebook\WebDriver\WebDriverBy; 

// Create an instance of ChromeOptions:
$chromeOptions = new ChromeOptions();
// Configure $chromeOptions
$chromeOptions->addArguments(["--headless"]);

// Set up the desired capabilities 
$capabilities = DesiredCapabilities::chrome();
$capabilities->setCapability("acceptInsecureCerts", true);
$capabilities->setCapability(ChromeOptions::CAPABILITY, $chromeOptions);

// Start a new web driver session
$driver = ChromeDriver::start($capabilities);

// Navigate to the URL you want to scrape 
$driver->get("https://www.freecodecamp.org/news/"); 

// Extract the elements you want to scrape 
$tags = $driver->findElements(WebDriverBy::cssSelector("span.post-card-tags")); 
$authors = $driver->findElements(WebDriverBy::cssSelector("a.meta-item")); 
$titles = $driver->findElements(WebDriverBy::cssSelector("h2.post-card-title"));

// Use the array_map to bind the arrays together into one array 
$data = array_map(function ($a1, $a2, $a3) { 
    $new = array( 
        "title" => trim($a1->getText()), 
        "tag" => trim($a2->getText()), 
        "author" => trim($a3->getText()) 
    ); 
    return $new; 
}, $titles, $tags, $authors); 

print_r($data); 

// Close the web driver 
$driver->quit();

require_once("vendor/autoload.php"); 
 
// Import the WebDriver classes 
use Facebook\WebDriver\Chrome\ChromeDriver;
use Facebook\WebDriver\Chrome\ChromeOptions;  
use Facebook\WebDriver\Remote\DesiredCapabilities;
use Facebook\WebDriver\WebDriverBy; 

// Create an instance of ChromeOptions:
$chromeOptions = new ChromeOptions();
// Configure $chromeOptions
$chromeOptions->addArguments(["--headless"]);

// Set up the desired capabilities 
$capabilities = DesiredCapabilities::chrome();
$capabilities->setCapability("acceptInsecureCerts", true);
$capabilities->setCapability(ChromeOptions::CAPABILITY, $chromeOptions);

// Start a new web driver session
$driver = ChromeDriver::start($capabilities);

// Navigate to the URL you want to scrape 
$driver->get("https://www.freecodecamp.org/news/"); 

// Extract the elements you want to scrape 
$tags = $driver->findElements(WebDriverBy::cssSelector("span.post-card-tags")); 
$authors = $driver->findElements(WebDriverBy::cssSelector("a.meta-item")); 
$titles = $driver->findElements(WebDriverBy::cssSelector("h2.post-card-title")); 
 
// Use the array_map to bind the arrays together into one array 
$data = array_map(function ($a1, $a2, $a3) { 
    $new = array( 
        "title" => trim($a1->getText()), 
        "tag" => trim($a2->getText()), 
        "author" => trim($a3->getText()) 
    ); 
    return $new; 
}, $titles, $tags, $authors); 

print_r($data); 

// Close the web driver 
$driver->quit();

composer require nategood/httpful

require_once("vendor/autoload.php"); 
 
// Next, define the URL you want to scrape 
$url = "https://www.freecodecamp.org/news/"; 
 
// Send a GET request to the URL using HTTPful 
$response = \Httpful\Request::get($url)->send(); 
 
// Check the status code of the response to make sure it was successful 
if ($response->code == 200) { 
	// code to be executed 
} else { 
	// If the request was not successful, you can handle the error here 
	echo "Error: " . $response->code . "\n"; 
}

// If the request was successful, 
// you can access the body of the response like this: 
$html = $response->body; 
 
// You can then use the Simple HTML DOM Parser to 
// parse the HTML and extract the data you want. 
include("simple_html_dom.php"); 
 
// Create DOM object using the str_get_html method 
$html = str_get_html($html); 
 
// Find elements by descendants and class names 
$titles = $html->find("h2.post-card-title"); 
$tags = $html->find("span.post-card-tags"); 
$authors = $html->find("a.meta-item");

require_once("vendor/autoload.php"); 
 
// Next, define the URL you want to scrape 
$url = "https://www.freecodecamp.org/news/"; 
 
// Send a GET request to the URL using HTTPful 
$response = \Httpful\Request::get($url)->send(); 
 
// Check the status code of the response to make sure it was successful 
if ($response->code == 200) { 
	// If the request was successful, 
	// you can access the body of the response like this: 
	$html = $response->body; 
 
	// You can then use the Simple HTML DOM Parser to 
	// parse the HTML and extract the data you want. 
	include("simple_html_dom.php"); 
 
	// Create DOM object using the str_get_html method 
	$html = str_get_html($html); 
 
	// Find elements by descendants and class names 
	$titles = $html->find("h2.post-card-title"); 
	$tags = $html->find("span.post-card-tags"); 
	$authors = $html->find("a.meta-item"); 
 
	// Iterate over the arrays contain the elements 
	// and make use of the plaintext property to access only the text values 
	$data = array_map(function ($a1, $a2, $a3) { 
		$new = array( 
			"title" => trim($a1->plaintext), 
			"tag" => trim($a2->plaintext), 
			"author" => trim($a3->plaintext) 
		); 
		return $new; 
	}, $titles, $tags, $authors); 
 
 
	print_r($data); 
} else { 
	// If the request was not successful, you can handle the error here 
	echo "Error: " . $response->code . "\n"; 
}

composer require duzun/hquery

// Require the autoloader 
require "vendor/autoload.php"; 
// reference the hQuery library 
use duzun\hQuery;

// Define the URL to scrape 
$url = "https://www.freecodecamp.org/news/"; 
 
// Download the HTML content of the URL 
$doc = hQuery::fromUrl($url);

// Find all the paragraphs in the body and print their text 
$titles = [...$doc->find("h2.post-card-title")]; 
$tags = [...$doc->find("span.post-card-tags")]; 
$authors = [...$doc->find("a.meta-item")];

// Use the array_map to bind the arrays together into one array $data = array_map(function ($a1, $a2, $a3) { $new = array( "title" => trim($a1->text() ), "tag" => trim($a2->text() ), "author" => trim($a3->text() ) ); return $new; }, $titles, $tags, $authors);

print_r($data);

// Require the autoloader 
require "vendor/autoload.php";
// reference the hQuery library 
use duzun\hQuery;


// Define the URL to scrape 
$url = "https://www.freecodecamp.org/news/"; 
 
// Download the HTML content of the URL 
$doc = hQuery::fromUrl($url);

// Find all the paragraphs in the body and print their text 
$titles = [...$doc->find("h2.post-card-title")]; 
$tags = [...$doc->find("span.post-card-tags")]; 
$authors = [...$doc->find("a.meta-item")];

// Use the array_map to bind the arrays together into one array 
$data = array_map(function ($a1, $a2, $a3) { 
    $new = array( 
        "title" => trim($a1->text() ), 
        "tag" => trim($a2->text() ), 
        "author" => trim($a3->text() ) 
    ); 
    return $new; 
}, $titles, $tags, $authors); 

print_r($data);