欢迎您访问程序员文章站本站旨在为大家提供分享程序员计算机编程知识!
您现在的位置是: 首页  >  后端开发

使用curl模拟ip实例详解

程序员文章站 2022-05-14 17:25:44
...
对于限制了ip和来源的网站,使用正常的采集方式是不行的。本文将介绍一种方法,使用php的curl类实现模拟ip和来源,实现采集限制ip和来源的网站。

1.设置页面限制ip和来源访问

server.php

<?php 
$client_ip = getip();$referer = getreferer(); 
$allow_ip = '192.168.1.100';$allow_referer = 'http://www.uxuew.cn'; 
if($client_ip==$allow_ip && strpos($referer, $allow_referer)===0){  echo 'allow access';
}else{  echo 'deny access';
} 
 
// 获取访问者ipfunction getip(){  if(!empty($_SERVER['HTTP_CLIENT_IP'])){$cip = $_SERVER['HTTP_CLIENT_IP'];
  }elseif(!empty($_SERVER['HTTP_X_FORWARDED_FOR'])){$cip = $_SERVER['HTTP_X_FORWARDED_FOR'];
  }elseif(!empty($_SERVER['REMOTE_ADDR'])){$cip = $_SERVER['REMOTE_ADDR'];
  }else{$cip = '';
  }  return $cip;
} 
// 获取访问者来源function getreferer(){  if(isset($_SERVER['HTTP_REFERER'])){return $_SERVER['HTTP_REFERER'];
  }  return '';
} 
?>

2.使用curl正常访问

<?phpfunction doCurl($url, $data=array(), $header=array(), $timeout=30){ 
  $ch = curl_init();
  curl_setopt($ch, CURLOPT_URL, $url);
  curl_setopt($ch, CURLOPT_HTTPHEADER, $header);
  curl_setopt($ch, CURLOPT_POST, true);
  curl_setopt($ch, CURLOPT_POSTFIELDS, http_build_query($data));
  curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
  curl_setopt($ch, CURLOPT_TIMEOUT, $timeout); 
  $response = curl_exec($ch); 
  if($error=curl_error($ch)){die($error);
  }
 
  curl_close($ch); 
  return $response;
 
} 
// 调用$url = 'http://www.uxuew.cn/server.php';$response = doCurl($url); 
echo $response;?>

3.使用curl模拟ip和来源进行访问

模拟来源

curl_setopt($ch, CURLOPT_REFERER, '来源');

模拟ip

curl_setopt($ch, CURLOPT_HTTPHEADER, array('CLIENT-IP: 模拟ip','X-FORWARDED-FOR: 模拟ip'));

完整代码如下:

<?phpfunction doCurl($url, $data=array(), $header=array(), $referer='', $timeout=30){ 
  $ch = curl_init();
  curl_setopt($ch, CURLOPT_URL, $url);
  curl_setopt($ch, CURLOPT_HTTPHEADER, $header);
  curl_setopt($ch, CURLOPT_POST, true);
  curl_setopt($ch, CURLOPT_POSTFIELDS, http_build_query($data));
  curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
  curl_setopt($ch, CURLOPT_TIMEOUT, $timeout); 
  // 模拟来源
  curl_setopt($ch, CURLOPT_REFERER, $referer); 
  $response = curl_exec($ch); 
  if($error=curl_error($ch)){die($error);
  }
 
  curl_close($ch); 
  return $response;
 
} 
// 调用$url = 'http://www.example.com/server.php';$data = array(); 
// 设置IP$header = array(  'CLIENT-IP: 192.168.1.100',
  'X-FORWARDED-FOR: 192.168.1.100'); 
// 设置来源$referer = 'http://www.uxuew.cn/'; 
$response = doCurl($url, $data, $header, $referer, 5); 
echo $response;?>

以上就是使用curl模拟ip实例详解的详细内容,更多请关注其它相关文章!