欢迎您访问程序员文章站本站旨在为大家提供分享程序员计算机编程知识!
您现在的位置是: 首页  >  后端开发

PHP下载网页

程序员文章站 2022-05-13 19:44:08
...
/*
author:whq
作用:获取网页的内容
*/
include "../Snoopy/Snoopy.class.php";
class CuteCrawler
{
/*
通过fopen来下载网页
*/
public function getContentByFopen($url)
{
$f = fopen($url, 'r');
$content = '';
if($f)
{
while(($buffer = fgets($f, 10240)) != false)
{
$content = $content.$buffer;
}
fclose($f);
}
return $content;
}
public function getContentByFilegetcontent($url)
{
$content = file_get_contents($url);
return $content;
}
/*
通过CURL下载网页
*/
public function getContentByCurl($url)
{
$ch = curl_init($url);
curl_setopt($ch, CURLOPT_HEADER, 0);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, 0);
$content = curl_exec($ch);
curl_close($ch);
return $content;
}
public function getContentSnoopy($url)
{
$snoopy = new Snoopy;
$snoopy->fetchlinks($url);
return $snoopy->results;
}
}

$url = "http://www.kugou.com/yy/special/single/18920.html";
$crawler = new CuteCrawler();
$content = $crawler->getContentByFopen($url);
$con1 = $crawler->getContentByFilegetcontent($url);
$con2 = $crawler->getContentByCurl($url);
$con3 = $crawler->getContentSnoopy($url);
//echo 'content:'.$content;
// echo $con1;
// var_dump($con1);
print_r($con3);
?>

以上就介绍了PHP下载网页,包括了方面的内容,希望对PHP教程有兴趣的朋友有所帮助。