首页
所有分类
TAGS
文字工具 EMOJI BIBLE
编程 PHP

发布一个用PHP fsockopen写的HTTP下载的类

Posted in PHP onFebruary 22, 2007

如果支持打开远程内容的选项的话，实际上php用fopen或file_get_contents都能获得一个网页的内容，但是默认的函数有个不足的地方就是无法获取HTTP头，这在一些特殊的应用中很不方便，如，有一个链接：

http://www.abc.com/showvd.asp?id=18 

假如它返回的是一个图片，用默认函数就很难识别，但如果通过HTTP应答头来判断就简单多了，此外如果对方通过 Refer 来防盗链的话，也是无法获取的，用HTTP类就能完美解决这些问题，而且速度也相差无几。

使用方法：

$hd = new DedeHttpDown();
$hd->OpenUrl("http://www.dedecms.com");
echo $hd->GetHtml();
//如果保存为文件则用 $hd->SaveBin("dede.html");
$hd->Close();

获得http请求头用
$hd->GetHead("key")
设置请求头
$hd->SetHead(key,value); (必须在调用 OpenUrl 之前设定)

代码如下:

<?
/* ---------------------------------------------------------------------
//织梦Http下载类V1.0
//出自：织梦之旅 http://www.dedecms.com
//作者: IT柏拉图
//时间: 2005-11-13 12:39
//声明: 首发在落伍者网站，转载请保留版权信息
--------------------------------------------------------------------- */
class DedeHttpDown
{
        var $m_url = "";
        var $m_urlpath = "";
        var $m_scheme = "http";
        var $m_host = "";
        var $m_port = "80";
        var $m_user = "";
        var $m_pass = "";
        var $m_path = "/";
        var $m_query = "";
        var $m_fp = "";
        var $m_error = "";
        var $m_httphead = "" ;
        var $m_html = "";
        var $m_puthead = "";
        var $BaseUrlPath = "";
        var $HomeUrl = "";
        var $JumpCount = 0;//防止多重重定向陷入死循环
        //
        //初始化系统
        //
        function PrivateInit($url)
        {
                        if($url=="") return ;
                        $urls = "";
                        $urls = @parse_url($url);
                        $this->m_url = $url;
            if(is_array($urls))
            {
                          $this->m_host = $urls["host"];
                          if(!empty($urls["scheme"])) $this->m_scheme = $urls["scheme"];

                          if(!empty($urls["user"])){
                                        $this->m_user = $urls["user"];
                          }

                          if(!empty($urls["pass"])){
                                        $this->m_pass = $urls["pass"];
                          }

                          if(!empty($urls["port"])){
                                        $this->m_port = $urls["port"];
                          }

                          if(!empty($urls["path"])) $this->m_path = $urls["path"];
                          $this->m_urlpath = $this->m_path;

                          if(!empty($urls["query"])){
                                        $this->m_query = $urls["query"];
                                        $this->m_urlpath .= "?".$this->m_query;
                          }
                          $this->HomeUrl = $urls["host"];
                          $this->BaseUrlPath = $this->HomeUrl.$urls["path"];
                          $this->BaseUrlPath = ereg_replace("/([^/]*)\.(.*)$","/",$this->BaseUrlPath);
                          $this->BaseUrlPath = ereg_replace("/$","",$this->BaseUrlPath);
                 }
        }
        //
        //打开指定网址
        //
        function OpenUrl($url)
        {
                //重设各参数
                $this->m_url = "";
                $this->m_urlpath = "";
                $this->m_scheme = "http";
                $this->m_host = "";
                $this->m_port = "80";
                $this->m_user = "";
                $this->m_pass = "";
                $this->m_path = "/";
                $this->m_query = "";
                $this->m_error = "";
                $this->JumpCount = 0;
                $this->m_httphead = Array() ;
                //$this->m_puthead = "";
                $this->m_html = "";
                $this->Close();
                //初始化系统
                $this->PrivateInit($url);
                $this->PrivateStartSession();
        }
        //
        //打开303重定向网址
        //
        function JumpOpenUrl($url)
        {
                //重设各参数
                $this->m_url = "";
                $this->m_urlpath = "";
                $this->m_scheme = "http";
                $this->m_host = "";
                $this->m_port = "80";
                $this->m_user = "";
                $this->m_pass = "";
                $this->m_path = "/";
                $this->m_query = "";
                $this->m_error = "";
                $this->JumpCount++;
                $this->m_httphead = Array() ;
                $this->m_html = "";
                $this->Close();
                //初始化系统
                $this->PrivateInit($url);
                $this->PrivateStartSession();
        }
        //
        //获得某操作错误的原因
        //
        function printError()
        {
                echo "错误信息：".$this->m_error;
                echo "具体返回头：<br>";
                foreach($this->m_httphead as $k=>$v)
                { echo "$k => $v <br>\r\n"; }
        }
        //
        //判别用Get方法发送的头的应答结果是否正确
        //
        function IsGetOK()
        {
                if( ereg("^2",$this->GetHead("http-state")) )
                {        return true; }
                else
                {
                        $this->m_error .= $this->GetHead("http-state")." - ".$this->GetHead("http-describe")."<br>";
                        return false;
                }
        }
        //
        //看看返回的网页是否是text类型
        //
        function IsText()
        {
                if(ereg("^2",$this->GetHead("http-state"))
                        && eregi("^text",$this->GetHead("content-type")))
                {        return true; }
                else
                {
                        $this->m_error .= "内容为非文本类型或网址重定向<br>";
                        return false;
                }
        }
        //
        //判断返回的网页是否是特定的类型
        //
        function IsContentType($ctype)
        {
                if(ereg("^2",$this->GetHead("http-state"))
                        && $this->GetHead("content-type")==strtolower($ctype))
                {        return true; }
                else
                {
                        $this->m_error .= "类型不对 ".$this->GetHead("content-type")."<br>";
                        return false;
                }
        }
        //
        //用Http协议下载文件
        //
        function SaveToBin($savefilename)
        {
                if(!$this->IsGetOK()) return false;
                if(@feof($this->m_fp)) { $this->m_error = "连接已经关闭！"; return false; }
                $fp = fopen($savefilename,"w");
                while(!feof($this->m_fp)){
                        fwrite($fp,fread($this->m_fp,1024));
                }
                fclose($this->m_fp);

                fclose($fp);
                return true;
        }
        //
        //保存网页内容为Text文件
        //
        function SaveToText($savefilename)
        {
                if($this->IsText()) $this->SaveBinFile($savefilename);
                else return "";
        }
        //
        //用Http协议获得一个网页的内容
        //
        function GetHtml()
        {
                if(!$this->IsText()) return "";
                if($this->m_html!="") return $this->m_html;
                if(!$this->m_fp||@feof($this->m_fp)) return "";
                while(!feof($this->m_fp)){
                        $this->m_html .= fgets($this->m_fp,256);
                }
                @fclose($this->m_fp);
                return $this->m_html;
        }
        //
        //开始HTTP会话
        //
        function PrivateStartSession()
        {

                if(!$this->PrivateOpenHost()){
                        $this->m_error .= "打开远程主机出错!";
                        return false;
                }

                if($this->GetHead("http-edition")=="HTTP/1.1") $httpv = "HTTP/1.1";
                else $httpv = "HTTP/1.0";

                //发送固定的起始请求头GET、Host信息
                fputs($this->m_fp,"GET ".$this->m_urlpath." $httpv\r\n");
                $this->m_puthead["Host"] = $this->m_host;

                //发送用户自定义的请求头
                if(!isset($this->m_puthead["Accept"])) { $this->m_puthead["Accept"] = "*/*"; }
                if(!isset($this->m_puthead["User-Agent"])) { $this->m_puthead["User-Agent"] = "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2)"; }
                if(!isset($this->m_puthead["Refer"])) { $this->m_puthead["Refer"] = "http://".$this->m_puthead["Host"]; }
                foreach($this->m_puthead as $k=>$v){
                        $k = trim($k);
                        $v = trim($v);
                        if($k!=""&&$v!=""){
                                fputs($this->m_fp,"$k: $v\r\n");
                        }
                }

                //发送固定的结束请求头
                //HTTP1.1协议必须指定文档结束后关闭链接,否则读取文档时无法使用feof判断结束
                if($httpv=="HTTP/1.1") fputs($this->m_fp,"Connection: Close\r\n\r\n");
                else fputs($this->m_fp,"\r\n");

                //获取应答头状态信息
                $httpstas = explode(" ",fgets($this->m_fp,256));
                $this->m_httphead["http-edition"] = trim($httpstas[0]);
                $this->m_httphead["http-state"] = trim($httpstas[1]);
                $this->m_httphead["http-describe"] = "";
                for($i=2;$i<count($httpstas);$i++){
                        $this->m_httphead["http-describe"] .= " ".trim($httpstas[$i]);
                }
                //获取详细应答头
                while(!feof($this->m_fp)){
                        $line = trim(fgets($this->m_fp,256));
                        if($line == "") break;
                        $hkey = "";
                        $hvalue = "";
                        $v = 0;
                        for($i=0;$i<strlen($line);$i++){
                                if($v==1) $hvalue .= $line[$i];
                                if($line[$i]==":") $v = 1;
                                if($v==0) $hkey .= $line[$i];
                        }
                        $hkey = trim($hkey);
                        if($hkey!="") $this->m_httphead[strtolower($hkey)] = trim($hvalue);
                }
                //判断是否是3xx开头的应答
                if(ereg("^3",$this->m_httphead["http-state"]))
                {
                        if($this->JumpCount > 3) return;
                        if(isset($this->m_httphead["location"])){
                                $newurl = $this->m_httphead["location"];
                                if(eregi("^http",$newurl)){
                                        $this->JumpOpenUrl($newurl);
                                }
                                else{
                                        $newurl = $this->FillUrl($newurl);
                                        $this->JumpOpenUrl($newurl);
                                }
                        }
                        else
                        {        $this->m_error = "无法识别的转移应答！"; }
                }//
        }
        //
        //获得一个Http头的值
        //
        function GetHead($headname)
        {
                $headname = strtolower($headname);
                if(isset($this->m_httphead[$headname]))
                        return $this->m_httphead[$headname];
                else
                        return "";
        }
        //
        //设置Http头的值
        //
        function SetHead($skey,$svalue)
        {
                $this->m_puthead[$skey] = $svalue;
        }
        //
        //打开连接
        //
        function PrivateOpenHost()
        {
                if($this->m_host=="") return false;
                $this->m_fp = @fsockopen($this->m_host, $this->m_port, &$errno, &$errstr,10);
                if(!$this->m_fp){
                        $this->m_error = $errstr;
                        return false;
                }
                else{
                        return true;
                }
        }
        //
        //关闭连接
        //
        function Close(){
                @fclose($this->m_fp);
        }
        //
        //补全相对网址
        //
        function FillUrl($surl)
  {
    $i = 0;
    $dstr = "";
    $pstr = "";
    $okurl = "";
    $pathStep = 0;
    $surl = trim($surl);
    if($surl=="") return "";
    $pos = strpos($surl,"#");
    if($pos>0) $surl = substr($surl,0,$pos);
    if($surl[0]=="/"){
            $okurl = "http://".$this->HomeUrl."/".$surl;
    }
    else if($surl[0]==".")
    {
      if(strlen($surl)<=2) return "";
      else if($surl[0]=="/")
      {
              $okurl = "http://".$this->BaseUrlPath."/".substr($surl,2,strlen($surl)-2);
            }
      else{
        $urls = explode("/",$surl);
        foreach($urls as $u){
          if($u=="..") $pathStep++;
          else if($i<count($urls)-1) $dstr .= $urls[$i]."/";
          else $dstr .= $urls[$i];
          $i++;
        }
        $urls = explode("/",$this->BaseUrlPath);
        if(count($urls) <= $pathStep)
                return "";
        else{
          $pstr = "http://";
          for($i=0;$i<count($urls)-$pathStep;$i++)
          { $pstr .= $urls[$i]."/"; }
          $okurl = $pstr.$dstr;
        }
      }
    }
    else
    {
      if(strlen($surl)<7)
        $okurl = "http://".$this->BaseUrlPath."/".$surl;
      else if(strtolower(substr($surl,0,7))=="http://")
        $okurl = $surl;
      else
        $okurl = "http://".$this->BaseUrlPath."/".$surl;
    }
    $okurl = eregi_replace("^(http://)","",$okurl);
    $okurl = eregi_replace("/{1,}","/",$okurl);
    return "http://".$okurl;
  }
}
?>

发布一个用PHP fsockopen写的HTTP下载的类

声明：登载此文出于传递更多信息之目的，并不意味着赞同其观点或证实其描述。

PHP 相关文章推荐
php实现jQuery扩展函数
Oct 30 PHP
php curl 伪造IP来源的实例代码
Nov 01 PHP
解析php中curl_multi的应用
Jul 17 PHP
php中的静态变量的基本用法
Mar 20 PHP
php实现在限定区域里自动调整字体大小的类实例
Apr 02 PHP
php判断两个日期之间相差多少个月份的方法
Jun 18 PHP
使用纯php代码实现页面伪静态的方法
Jul 25 PHP
PHP微信支付开发实例
Jun 22 PHP
详解json在php中的应用
Sep 30 PHP
tp5框架内使用tp3.2分页的方法分析
May 05 PHP
基于laravel belongsTo使用详解
Oct 18 PHP
PHP正则之正向预查与反向预查讲解与实例
Apr 06 PHP
隐藏X-Space个人空间下方版权方法隐藏X-Space个人空间标题隐藏X-Space个人空间管理版权方法
Feb 22 #PHP
excellent!――ASCII Art（由目标图象生成ascii）
Feb 20 #PHP
珊瑚虫IP库浅析
Feb 15 #PHP
PHP中HTTP方式下的Gzip压缩传输方法举偶
Feb 15 #PHP
PHP+.htaccess实现全站静态HTML文件GZIP压缩传输(一)
Feb 15 #PHP
php调用mysql存储过程
Feb 14 #PHP
mysql中存储过程、函数的一些问题
Feb 14 #PHP
Ubuntu Server(6) Spring Data JPA(4) systemctl(1) 防火墙(2) 线程池(1) 3389(1) 域控制器(1) Repository接口(3) FTP(9) DHCP(2)
You might like
php树型类实例
2014/12/05 PHP
如何批量清理系统临时文件(语言：C#、 C/C++、 php 、python 、java )
2016/02/01 PHP
PHP经典实用正则表达式小结
2017/05/04 PHP
laravel5.6实现数值转换
2019/10/23 PHP
jQuery学习3：操作元素属性和特性
2010/02/07 Javascript
关于jquery中全局函数each使用介绍
2013/12/10 Javascript
js中浮点型运算BUG的解决方法说明
2014/01/06 Javascript
jquery 表格排序、实时搜索表格内容(附图)
2014/05/19 Javascript
node.js中的fs.write方法使用说明
2014/12/15 Javascript
js实现的奥运倒计时时钟效果代码
2015/12/09 Javascript
jQuery EasyUI 右键菜单--关闭标签/选项卡的简单实例
2016/10/10 Javascript
ES6中Iterator与for..of..遍历用法分析
2017/03/31 Javascript
vue中如何实现变量和字符串拼接
2017/06/19 Javascript
Angular父子组件通过服务传参的示例方法
2018/10/31 Javascript
使用pm2部署node生产环境的方法步骤
2019/03/09 Javascript
解决Vue中 父子传值 数据丢失问题
2019/08/27 Javascript
微信小程序定义和调用全局变量globalData的实现
2019/11/01 Javascript
DJANGO-ALLAUTH社交用户系统的安装配置
2014/11/18 Python
分享vim python缩进等一些配置
2018/07/02 Python
Python画柱状统计图操作示例【基于matplotlib库】
2018/07/04 Python
不到40行代码用Python实现一个简单的推荐系统
2019/05/10 Python
Python中py文件转换成exe可执行文件的方法
2019/06/14 Python
在pyqt5中QLineEdit里面的内容回车发送的实例
2019/06/21 Python
Python 防止死锁的方法
2020/07/29 Python
Python压缩模块zipfile实现原理及用法解析
2020/08/14 Python
django使用graphql的实例
2020/09/02 Python
如何基于Python按行合并两个txt
2020/11/03 Python
编写strcpy函数
2014/06/24 面试题
教师见习期自我鉴定
2014/04/28 职场文书
大学生活动总结怎么写
2014/04/29 职场文书
模范班主任事迹材料
2014/12/17 职场文书
家庭暴力离婚起诉书
2015/05/18 职场文书
幸福终点站观后感
2015/06/04 职场文书
公司周年庆典致辞
2015/07/30 职场文书
PHP中strval()函数实例用法
2021/06/07 PHP
JVM钩子函数的使用场景详解
2021/08/23 Java/Android