PHP下载网页
程序员文章站
2022-06-17 15:54:07
...
/*
author:whq
作用:获取网页的内容
*/
include "../Snoopy/Snoopy.class.php";
class CuteCrawler
{
/*
通过fopen来下载网页
*/
public function getContentByFopen($url)
{
$f = fopen($url, 'r');
$content = '';
if($f)
{
while(($buffer = fgets($f, 10240)) != false)
{
$content = $content.$buffer;
}
fclose($f);
}
return $content;
}
public function getContentByFilegetcontent($url)
{
$content = file_get_contents($url);
return $content;
}
/*
通过CURL下载网页
*/
public function getContentByCurl($url)
{
$ch = curl_init($url);
curl_setopt($ch, CURLOPT_HEADER, 0);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, 0);
$content = curl_exec($ch);
curl_close($ch);
return $content;
}
public function getContentSnoopy($url)
{
$snoopy = new Snoopy;
$snoopy->fetchlinks($url);
return $snoopy->results;
}
}
$url = "http://www.kugou.com/yy/special/single/18920.html";
$crawler = new CuteCrawler();
$content = $crawler->getContentByFopen($url);
$con1 = $crawler->getContentByFilegetcontent($url);
$con2 = $crawler->getContentByCurl($url);
$con3 = $crawler->getContentSnoopy($url);
//echo 'content:'.$content;
// echo $con1;
// var_dump($con1);
print_r($con3);
?>
author:whq
作用:获取网页的内容
*/
include "../Snoopy/Snoopy.class.php";
class CuteCrawler
{
/*
通过fopen来下载网页
*/
public function getContentByFopen($url)
{
$f = fopen($url, 'r');
$content = '';
if($f)
{
while(($buffer = fgets($f, 10240)) != false)
{
$content = $content.$buffer;
}
fclose($f);
}
return $content;
}
public function getContentByFilegetcontent($url)
{
$content = file_get_contents($url);
return $content;
}
/*
通过CURL下载网页
*/
public function getContentByCurl($url)
{
$ch = curl_init($url);
curl_setopt($ch, CURLOPT_HEADER, 0);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, 0);
$content = curl_exec($ch);
curl_close($ch);
return $content;
}
public function getContentSnoopy($url)
{
$snoopy = new Snoopy;
$snoopy->fetchlinks($url);
return $snoopy->results;
}
}
$url = "http://www.kugou.com/yy/special/single/18920.html";
$crawler = new CuteCrawler();
$content = $crawler->getContentByFopen($url);
$con1 = $crawler->getContentByFilegetcontent($url);
$con2 = $crawler->getContentByCurl($url);
$con3 = $crawler->getContentSnoopy($url);
//echo 'content:'.$content;
// echo $con1;
// var_dump($con1);
print_r($con3);
?>
以上就介绍了PHP下载网页,包括了方面的内容,希望对PHP教程有兴趣的朋友有所帮助。