后端开发|php教程
curl,php,异步
后端开发-php教程通常情况下 PHP 中的 cURL 是阻塞运行的，就是说创建一个 cURL 请求以后必须等它执行成功或者超时才会执行下一个请求:API接口访问一般会首选CURL
nat穿透源码,vscode盒子翻转效果不出来,进入ubuntu黑屏,tomcat文件夹删除不了,sqlite防破解,公司门户网页设计欣赏,手机主服务器访问速度慢,vivi小偷插件,swiper前端vue框架,借条贷导流爬虫,php制作留言板,什么是seo网站推广,php旅游网站源码下载,高校在线管理系统网页模板,犀牛模板,页面元素抓取 js插件,jsp电影管理系统源码,小程序预定系统源码lzw
在实际项目或者自己编写小工具(比如新闻聚合,商品价格监控,比价)的过程中, 通常需要从第3方网站或者API接口获取数据, 在需要处理1个URL队列时, 为了提高性能, 可以采用cURL提供的curl_multi_*族函数实现简单的并发.
帝国mzitu源码,支持vscode快捷键的编辑器,ubuntu显示scale,怎么使tomcat显示标志,爬虫文件目录,简单的php测试代码,seo实战技巧100例引流营销lzw
<?phpinclude curl.class.php;function callback($response, $info, $error, $request){ echo esponse:
; print_r($response); echo
. date("Y-m-d H:i:s") .
; echo
. str_repeat("-", 100) .
;}$USER_COOKIE = (!empty($_REQUEST[cookie])) ? $_REQUEST[cookie] : file_get_contents("cookie.txt");$curl = new Curl ("callback");$data = array( array( url => http://dyactive2./com_sign/?game=qmr&type=rec_gametime&referfrom=&rt=0.42521539455332336, //秦美人 method => POST, post_data => \, header => null, options => array( CURLOPT_REFERER => "/entergame/?gameNo=qmr&fenQuNum=3", CURLOPT_COOKIE => $USER_COOKIE, ) ), array( url => http://dyactive2./com_sign/?game=sq&type=rec_gametime&referfrom=&rt=0.42521539455332336, //神曲 method => POST, post_data => \, header => null, options => array( CURLOPT_REFERER => "/entergame/?gameNo=sq&fenQuNum=41", CURLOPT_COOKIE => $USER_COOKIE, ) ), array( url => http://dyactive2./com_sign/?game=frxz&type=rec_gametime&referfrom=&rt=0.42521539455332336, //凡人修真 method => POST, post_data => \, header => null, options => array( CURLOPT_REFERER => "/entergame/?gameNo=frxz&fenQuNum=3", CURLOPT_COOKIE => $USER_COOKIE, ) ), array( url => http://dyactive2./com_sign/?game=smxj&type=rec_gametime&referfrom=&rt=0.42521539455332336, //神魔仙界 method => POST, post_data => \, header => null, options => array( CURLOPT_REFERER => "/entergame/?gameNo=smxj&fenQuNum=2", CURLOPT_COOKIE => $USER_COOKIE, ) ), array( url => http://dyactive2./com_sign/?game=qsqy&type=rec_gametime&referfrom=&rt=0.42521539455332336, //倾世情缘 method => POST, post_data => \, header => null, options => array( CURLOPT_REFERER => "/entergame/?gameNo=qsqy&fenQuNum=11", CURLOPT_COOKIE => $USER_COOKIE, ) ),);foreach ($data as $val) { $request = new Curl_request ($val [url], $val [method], $val [post_data], $val [header], $val [options]); $curl->add($request);}$curl->execute();echo $curl->display_errors();
使用下来效果很好，没有副作用，并发数可控，应用之处多多，自己发挥想象吧
行业门户源码,vscode怎么跳转引用,ubuntu忘记网络,tomcat7.0.配置,成都爬虫工资,php txt 中文,海珠seo排名优化推广,php电影购票网站,帝国cms移动模板lzw
<?php/** * cURL批量处理 工具类 * * @since Version 1.0 * @author Justmepzy * @link /JustPzy *//** *单一的请求对象 */class Curl_request { public $url = \; public $method = GET; public $post_data = null; public $headers = null; public $options = null; /** * * @param string $url * @param string $method * @param string $post_data * @param string $headers * @param array $options * @return void */ public function construct($url, $method = GET, $post_data = null, $headers = null, $options = null) { $this->url = $url; $this->method = strtoupper( $method ); $this->post_data = $post_data; $this->headers = $headers; $this->options = $options; } /** * @return void */ public function destruct() { unset ( $this->url, $this->method, $this->post_data, $this->headers, $this->options ); }}/** * 包含请求列队处理 */class Curl { /** * 请求url个数 * @var int */ private $size = 5; /** * 等待所有cURL批处理中的活动连接等待响应时间 * @var int */ private $timeout = 5; /** * 完成请求回调函数 * @var string */ private $callback = null; /** * cRUL配置 * @var array */ private $options = array (CURLOPT_SSL_VERIFYPEER => 0,CURLOPT_RETURNTRANSFER => 1,CURLOPT_CONNECTTIMEOUT => 30 ); /** * 请求头 * @var array */ private $headers = array (); /** * 请求列队 * @var array */ private $requests = array (); /** * 请求列队索引 * @var array */ private $request_map = array (); /** * 错误 * @var array */ private $errors = array (); /** * @access public * @param string $callback 回调函数 * 该函数有4个参数($response,$info,$error,$request) * $response url返回的body * $info cURL连接资源句柄的信息 * $error 错误 * $request 请求对象 */ public function construct($callback = null) { $this->callback = $callback; } /** * 添加一个请求对象到列队 * @access public * @param object $request * @return boolean */ public function add($request) { $this->requests [] = $request; return TRUE; } /** * 创建一个请求对象并添加到列队 * @access public * @param string $url * @param string $method * @param string $post_data * @param string $headers * @param array $options * @return boolean */ public function request($url, $method = GET, $post_data = null, $headers = null, $options = null) { $this->requests [] = new Curl_request ( $url, $method, $post_data, $headers, $options ); return TRUE; } /** * 创建GET请求对象 * @access public * @param string $url * @param string $headers * @param array $options * @return boolean */ public function get($url, $headers = null, $options = null) { return $this->request ( $url, "GET", null, $headers, $options ); } /** * 创建一个POST请求对象 * @access public * @param string $url * @param string $post_data * @param string $headers * @param array $options * @return boolean */ public function post($url, $post_data = null, $headers = null, $options = null) { return $this->request ( $url, "POST", $post_data, $headers, $options ); } /** * 执行cURL * @access public * @param int $size 最大连接数 * @return Ambigous |boolean */ public function execute($size = null) { if (sizeof ( $this->requests ) == 1) { return $this->single_curl (); } else { return $this->rolling_curl ( $size ); } } /** * 单个url请求 * @access private * @return mixed|boolean */ private function single_curl() { $ch = curl_init (); $request = array_shift ( $this->requests ); $options = $this->get_options ( $request ); curl_setopt_array ( $ch, $options ); $output = curl_exec ( $ch ); $info = curl_getinfo ( $ch ); // its not neccesary to set a callback for one-off requests if ($this->callback) { $callback = $this->callback; if (is_callable ( $this->callback )) { call_user_func ( $callback, $output, $info, $request ); } } else return $output; return true; } /** * 多个url请求 * @access private * @param int $size 最大连接数 * @return boolean */ private function rolling_curl($size = null) { if ($size) $this->size = $size; else $this->size = count($this->requests); if (sizeof ( $this->requests ) size) $this->size = sizeof ( $this->requests ); if ($this->size set_error ( size must be greater than 1 ); $master = curl_multi_init (); //添加cURL连接资源句柄到map索引 for($i = 0; $i size; $i ++) { $ch = curl_init (); $options = $this->get_options ( $this->requests [$i] ); curl_setopt_array ( $ch, $options ); curl_multi_add_handle ( $master, $ch ); $key = ( string ) $ch; $this->request_map [$key] = $i; } $active = $done = null; do { while ( ($execrun = curl_multi_exec ( $master, $active )) == CURLM_CALL_MULTI_PERFORM ) ; if ($execrun != CURLM_OK) break; //有一个请求完成则回调 while ( $done = curl_multi_info_read ( $master ) ) { //$done 完成的请求句柄 $info = curl_getinfo ( $done [handle] );// $output = curl_multi_getcontent ( $done [handle] );// $error = curl_error ( $done [handle] );// $this->set_error ( $error ); //调用回调函数,如果存在的话 $callback = $this->callback; if (is_callable ( $callback )) {$key = ( string ) $done [handle];$request = $this->requests [$this->request_map [$key]];unset ( $this->request_map [$key] );call_user_func ( $callback, $output, $info, $error, $request ); } curl_close ( $done [handle] ); //从列队中移除已经完成的request curl_multi_remove_handle ( $master, $done [handle] ); } //等待所有cURL批处理中的活动连接 if ($active) curl_multi_select ( $master, $this->timeout ); } while ( $active ); //完成关闭 curl_multi_close ( $master ); return true; } /** * 获取没得请求对象的cURL配置 * @access private * @param object $request * @return array */ private function get_options($request) { $options = $this->get ( options ); if (ini_get ( safe_mode ) == Off || ! ini_get ( safe_mode )) { $options [CURLOPT_FOLLOWLOCATION] = 1; $options [CURLOPT_MAXREDIRS] = 5; } $headers = $this->get ( headers ); if ($request->options) { $options = $request->options + $options; } $options [CURLOPT_URL] = $request->url; if ($request->post_data && strtolower($request->method) == post ) { $options [CURLOPT_POST] = 1; $options [CURLOPT_POSTFIELDS] = $request->post_data; } if ($headers) { $options [CURLOPT_HEADER] = 0; $options [CURLOPT_HTTPHEADER] = $headers; } return $options; } /** * 设置错误信息 * @access public * @param string $msg */ public function set_error($msg) { if (! empty ( $msg )) $this->errors [] = $msg; } /** * 获取错误信息 * @access public * @param string $open * @param string $close * @return string */ public function display_errors($open =
, $close =
) { $str = \; foreach ( $this->errors as $val ) { $str .= $open . $val . $close; } return $str; } /** * @access public * @param string $name * @param string $value * @return boolean */ public function set($name, $value) { if ($name == options || $name == headers) { $this->{$name} = $value + $this->{$name}; } else { $this->{$name} = $value; } return TRUE; } /** * * @param string $name * @return mixed * @access public */ public function get($name) { return (isset ( $this->{$name} )) ? $this->{$name} : null; } /** * @return void * @access public */ public function destruct() { unset ( $this->size, $this->timeout, $this->callback, $this->options, $this->headers, $this->requests, $this->request_map, $this->errors ); }}// END Curl Class/* End of file curl.class.php */
