PHP phpQuery::defaultCharset方法代码示例

 public function getLinkContent()
 {
     require_once './ThinkPHP/Library/Vendor/Collection/phpQuery.php';
     $link = op_t(I('post.url'));
     $content = get_content_by_url($link);
     $charset = preg_match("/<meta.+?charset=[^\\w]?([-\\w]+)/i", $content, $temp) ? strtolower($temp[1]) : "utf-8";
     \phpQuery::$defaultCharset = $charset;
     \phpQuery::newDocument($content);
     $title = pq("meta[name='title']")->attr('content');
     if (empty($title)) {
         $title = pq("title")->html();
     }
     $title = iconv($charset, "UTF-8", $title);
     $keywords = pq("meta[name='keywords'],meta[name='Keywords']")->attr('content');
     $description = pq("meta[name='description'],meta[name='Description']")->attr('content');
     $url = parse_url($link);
     $img = pq("img")->eq(0)->attr('src');
     if (is_bool(strpos($img, 'http://'))) {
         $img = 'http://' . $url['host'] . $img;
     }
     $title = text($title);
     $description = text($description);
     $keywords = text($keywords);
     $return['title'] = $title;
     $return['img'] = $img;
     $return['description'] = empty($description) ? $title : $description;
     $return['keywords'] = empty($keywords) ? $title : $keywords;
     exit(json_encode($return));
 }

 /**
  * @param $conf ConfNode
  * @param $html
  * @return array|float|int|String
  */
 public static function parseHtml($conf, $html)
 {
     query::$defaultCharset = "utf-8";
     $doc = query::newDocument($html);
     query::selectDocument($doc);
     $value = self::queryValue(pq($doc), $conf);
     //清理内存
     query::unloadDocuments($doc);
     return $value;
 }

 /**
  * 测试采集内容
  */
 public function testpage()
 {
     header("Content-type: text/html; charset=utf-8");
     //列表地址
     $listurl = I('post.listurl');
     $listurl = str_replace('{$page}', 2, $listurl);
     $urlInfo = parse_url($listurl);
     //解析列表
     $listobj = $_POST['listobj'];
     //列表对象
     $listattr = I('post.listattr');
     //列表属性
     //采集列表
     Vendor('phpQuery.phpQuery', '', '.class.php');
     \phpQuery::newDocumentFile($listurl);
     $artlist = pq($listobj);
     foreach ($artlist as $li) {
         $pageurl = pq($li)->attr($listattr);
         if (stripos($pageurl, 'http') !== 0) {
             $pageurl = $urlInfo['scheme'] . '://' . $urlInfo['host'] . $pageurl;
         }
         //采集内容
         \phpQuery::$defaultCharset = I('post.langcode');
         \phpQuery::newDocumentFileHTML($pageurl);
         //获取字段
         $cate = I('post.cate');
         $cateArr = explode(',', $cate);
         $mid = $cateArr[1];
         $ModelField = DD('ModelField');
         $fieldlist = $ModelField->selFieldByMid($mid);
         foreach ($fieldlist as $key => $f) {
             if (isset($_POST[$f['fieldname'] . '_rule'])) {
                 $ruleJson = $_POST[$f['fieldname'] . '_rule'];
                 $ruleObj = json_decode($ruleJson);
                 if ($ruleObj->type == 0) {
                     $artlist = pq($ruleObj->obj);
                     echo $artlist->text() . '<br />';
                 }
             }
         }
         $artlist = pq($listobj);
         break;
     }
 }

 /**
  * 移除特定的html标签
  * @param  string $html 
  * @param  array  $tags 标签数组    
  * @return string       
  */
 private function _removeTags($html, $tags)
 {
     $tag_str = '';
     if (count($tags)) {
         foreach ($tags as $tag) {
             $tag_str .= $tag_str ? ',' . $tag : $tag;
         }
         phpQuery::$defaultCharset = $this->htmlEncoding;
         $doc = phpQuery::newDocumentHTML($html);
         pq($doc)->find($tag_str)->remove();
         $html = pq($doc)->htmlOuter();
         $doc->unloadDocument();
     }
     return $html;
 }

 public function getVideoInfo($link)
 {
     $return = S('video_info_' . md5($link));
     if (empty($return)) {
         require_once './ThinkPHP/Library/Vendor/Collection/phpQuery.php';
         preg_match("/(youku.com|ku6.com|sohu.com|sina.com.cn|qq.com|tudou.com|yinyuetai.com|iqiyi.com)/i", $link, $hosts);
         $host = $hosts[1];
         $content = get_content_by_url($link);
         if ('youku.com' == $host) {
             \phpQuery::newDocument($content);
             $title = pq("title")->html();
             $flash_url = pq("#link2")->attr('value');
         } elseif ('ku6.com' == $host) {
             \phpQuery::$defaultCharset = GBK;
             \phpQuery::newDocument($content);
             $title = pq("title")->html();
             $flash_url = pq(".ckl_input")->eq(0)->attr('value');
             $title = iconv("GBK", "UTF-8", $title);
         } elseif ('tudou.com' == $host) {
             \phpQuery::newDocument($content);
             $title = pq("title")->html();
             preg_match('/iid:(.*?)\\s+,icode/s', $content, $program);
             $programId = intval($program[1]);
             if (strpos($link, 'www.tudou.com/albumplay') !== false) {
                 preg_match("/albumplay\\/([\\w\\-\\.]+)[\\/|\\.]/", $link, $album);
                 $albumId = $album[1];
                 $flash_url = 'http://www.tudou.com/a/' . $albumId . '/&iid=' . $programId . '/v.swf';
             } elseif (strpos($link, 'www.tudou.com/programs') !== false) {
                 $flash_url = 'http://www.tudou.com/v/' . $programId . '/v.swf';
             } elseif (strpos($link, 'www.tudou.com/listplay') !== false) {
                 preg_match("/listplay\\/([\\w\\-\\.]+)\\//", $link, $list);
                 $listId = $list[1];
                 $flash_url = 'http://www.tudou.com/l/' . $listId . '/&iid=' . $programId . '/v.swf';
             }
         } elseif ('sohu.com' == $host) {
             \phpQuery::$defaultCharset = GBK;
             \phpQuery::newDocument($content);
             $title = pq("title")->html();
             $title = iconv("GBK", "UTF-8", $title);
             $flash_url = pq("[property='og:videosrc']")->attr('content');
         } elseif ('qq.com' == $host) {
             $contentType = 'text/html;charset=gbk';
             \phpQuery::newDocument($content, $contentType);
             preg_match("/vid=(.*)/i", $link, $vid);
             $vid = $vid[1];
             $flash_url = 'http://static.video.qq.com/TPout.swf?vid=' . $vid . '&auto=0';
             $title = $title = pq("#" . $vid)->attr('title');
         } elseif ('sina.com.cn' == $host) {
             \phpQuery::newDocument($content);
             $title = pq("title")->html();
             preg_match("/swfOutsideUrl:\\'(.+?)\\'/i", $content, $flashvar);
             $flash_url = $flashvar[1];
         } elseif ('yinyuetai.com' == $host) {
             \phpQuery::newDocument($content);
             $title = pq("title")->html();
             $flash_url = pq("[property='og:videosrc']")->attr('content');
         } elseif ('iqiyi.com' == $host) {
             \phpQuery::newDocument($content);
             $title = pq("title")->html();
             $obj = pq("#videoArea")->find('div')->eq(0);
             $temp1 = $obj->attr('data-player-videoid');
             preg_match("/iqiyi.com\\/(.*).html/i", $link, $temp2);
             $temp2 = $temp2[1];
             $temp3 = $obj->attr('data-player-albumid');
             $temp4 = $obj->attr('data-player-tvid');
             $flash_url = 'http://player.video.qiyi.com/' . $temp1 . '/0/0/' . $temp2 . '.swf-albumId=' . $temp3 . '-tvId=' . $temp4;
         }
         $return['title'] = text($title);
         $return['flash_url'] = urldecode($flash_url);
         S('video_info_' . md5($link), $return, 60 * 60);
     }
     return $return;
 }

 /**
  * 模拟一卡通
  */
 public function ykt_login($user, $pwd)
 {
     $stim = time();
     $cookie_jar = dirname(__FILE__) . "/" . $stim . "ykt.cookie";
     $data['IDToken0'] = '';
     $data['IDToken1'] = $user;
     $data['IDToken2'] = $pwd;
     $data['IDButton'] = 'Submit';
     $data['goto'] = 'aHR0cDovL215aWQuam11LmVkdS5jbi9pZHMvVXNlckNoZWNrLmFzcHg/Z290bz1odHRwOi8vbXlpZC5qbXUuZWR1LmNuL3lrdC9kZWZhdWx0LmFzcHg/ZnJvbUlEUz0x';
     $data['goto_Url'] = 'http://myid.jmu.edu.cn/ids/UserCheck.aspx?goto=http://myid.jmu.edu.cn/ykt/default.aspx?fromIDS=1';
     $data['encoded'] = 'true';
     $data['inputCode'] = '';
     $data['gx_charset'] = 'UTF-8';
     $post = http_build_query($data);
     //统一登陆地址
     $ch = curl_init();
     curl_setopt($ch, CURLOPT_URL, "http://id.jmu.edu.cn/amserver/UI/Login");
     curl_setopt($ch, CURLOPT_REFERER, 'http://id.jmu.edu.cn/amserver/UI/Login?goto=http%3a%2f%2fmyid.jmu.edu.cn%2fykt%2fdefault.aspx%3ffromIDS%3d1');
     curl_setopt($ch, CURLOPT_HTTPHEADER, $this->passheader);
     curl_setopt($ch, CURLOPT_HEADER, 1);
     curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
     curl_setopt($ch, CURLOPT_FOLLOWLOCATION, 1);
     curl_setopt($ch, CURLOPT_POST, 1);
     //设置为POST方式
     curl_setopt($ch, CURLOPT_POSTFIELDS, $post);
     curl_setopt($ch, CURLOPT_COOKIEJAR, $cookie_jar);
     $result = curl_exec($ch);
     curl_close($ch);
     Vendor('phpQuery');
     phpQuery::$defaultCharset = 'UTF-8';
     phpQuery::newDocumentHTML($result);
     $username = pq("#welcome")->text();
     $examname = pq("#ctl00_ContentPlaceHolder1_MainCallbackPanel_pageControl_Page0_Overview_AccountsControl_nbAccounts")->find('span');
     $list = array();
     foreach ($examname as $company) {
         $list[] = pq($company)->text();
     }
     unset($list[0]);
     unset($list[1]);
     $groupclass = array_chunk($list, 4);
     $num = 0;
     foreach ($groupclass as $key => $value) {
         $nowjiage = $this->only_num($value[2]);
         $num = $num + $nowjiage;
         $other[] = $nowjiage;
     }
     //总消费记录
     $groupclass['total'] = $num;
     $groupclass['name'] = str_replace('欢迎您, ', '', $username);
     $xiaofeiinfo = pq("#ctl00_ContentPlaceHolder1_MainCallbackPanel_pageControl_Page0_Overview_navBar_GCTC1_RecentlyView_RecentlyRecGrid_DXMainTable")->find('td');
     $xiaofeilist = array();
     foreach ($xiaofeiinfo as $company) {
         $xiaofeilist[] = pq($company)->text();
     }
     for ($i = 0; $i <= 14; $i++) {
         unset($xiaofeilist[$i]);
     }
     $groupinfo = array_chunk($xiaofeilist, 5);
     unlink($cookie_jar);
     return array('total' => $groupclass, 'list' => $groupinfo, 'other' => $other);
 }

 public function getVideoInfo($link)
 {
     $return = S('video_info_' . md5($link));
     if (empty($return)) {
         require_once './ThinkPHP/Library/Vendor/Collection/phpQuery.php';
         preg_match("/(youku.com|ku6.com|sohu.com|sina.com.cn|qq.com|tudou.com|yinyuetai.com|iqiyi.com|bilibili.com)/i", $link, $hosts);
         $host = $hosts[1];
         $content = get_content_by_url($link);
         if ('youku.com' == $host) {
             \phpQuery::newDocument($content);
             $title = pq("title")->html();
             $flash_url = pq("#link2")->attr('value');
             // 获取缩略图
             preg_match("/sid\\/(.*?)\\//", $flash_url, $id);
             // $json = get_content_by_url('http://v.youku.com/player/getPlayList/VideoIDS/' . $id[1]);
             $json = get_content_by_url('http://play.youku.com/play/get.json?vid=' . $id[1] . '&ct=10&ran=1951');
             $json = json_decode($json, true);
             $img_url = $json['data']['video']['logo'];
         } elseif ('ku6.com' == $host) {
             \phpQuery::$defaultCharset = GBK;
             \phpQuery::newDocument($content);
             $title = pq("title")->html();
             $flash_url = pq(".ckl_input")->eq(0)->attr('value');
             $title = iconv("GBK", "UTF-8", $title);
             // 获取缩略图
             preg_match("/show\\/(.*?).html/", $link, $id);
             $json = get_content_by_url('http://v.ku6.com/fetch.htm?t=getVideo4Player&vid=' . $id[1]);
             $json = json_decode($json, true);
             $img_url = $json['data']['bigpicpath'];
         } elseif ('tudou.com' == $host) {
             \phpQuery::newDocument($content);
             $title = pq("title")->html();
             preg_match('/iid:(.*?)\\s+,icode/s', $content, $program);
             $programId = intval($program[1]);
             if (strpos($link, 'www.tudou.com/albumplay') !== false) {
                 preg_match("/albumplay\\/([\\w\\-\\.]+)[\\/|\\.]/", $link, $album);
                 $albumId = $album[1];
                 $flash_url = 'http://www.tudou.com/a/' . $albumId . '/&iid=' . $programId . '/v.swf';
             } elseif (strpos($link, 'www.tudou.com/programs') !== false) {
                 $flash_url = 'http://www.tudou.com/v/' . $programId . '/v.swf';
             } elseif (strpos($link, 'www.tudou.com/listplay') !== false) {
                 preg_match("/listplay\\/([\\w\\-\\.]+)\\//", $link, $list);
                 $listId = $list[1];
                 $flash_url = 'http://www.tudou.com/l/' . $listId . '/&iid=' . $programId . '/v.swf';
             }
             //获取缩略图
             $json = get_content_by_url('http://api.tudou.com/v6/video/info?app_key=myKey&format=json&itemCodes=' . $programId);
             $json = json_decode($json, true);
             $img_url = $json['results'][0]['bigPicUrl'];
         } elseif ('sohu.com' == $host) {
             \phpQuery::$defaultCharset = GBK;
             \phpQuery::newDocument($content);
             $title = pq("title")->html();
             $title = iconv("GBK", "UTF-8", $title);
             $flash_url = pq("[property='og:videosrc']")->attr('content');
             // 获取缩略图
             preg_match("/com\\/(.*?)\\/v.swf/", $flash_url, $id);
             $json = get_content_by_url('http://hot.vrs.sohu.com/vrs_flash.action?vid=' . $id[1]);
             $json = json_decode($json, true);
             $img_url = $json['data']['coverImg'];
         } elseif ('qq.com' == $host) {
             $contentType = 'text/html;charset=gbk';
             \phpQuery::newDocument($content, $contentType);
             preg_match("/vid:\"(.*)\"/i", $content, $vid);
             $vid = $vid[1];
             $flash_url = 'http://static.video.qq.com/TPout.swf?vid=' . $vid . '&auto=0';
             $title = $title = pq("#" . $vid)->attr('title');
             // 获取缩略图
             $img_url = 'http://vpic.video.qq.com/d/' . $vid . '_ori_1.jpg';
         } elseif ('sina.com.cn' == $host) {
             \phpQuery::newDocument($content);
             $title = pq("title")->html();
             preg_match("/swfOutsideUrl:\\'(.+?)\\'/i", $content, $flashvar);
             $flash_url = $flashvar[1];
             //获取缩略图
             preg_match("/pic[\\s]*:[\\s]*[\"|\\']?[\\s]*([^'|\"]+)?/", $content, $mch1);
             $img_url = $mch1[1];
         } elseif ('yinyuetai.com' == $host) {
             \phpQuery::newDocument($content);
             $title = pq("title")->html();
             $flash_url = pq("[property='og:videosrc']")->attr('content');
             //获取缩略图
             $img_url = pq("[property='og:image']")->attr('content');
         } elseif ('iqiyi.com' == $host) {
             \phpQuery::newDocument($content);
             $title = pq("title")->html();
             $obj = pq("#videoArea")->find('div')->eq(0);
             $temp1 = $obj->attr('data-player-videoid');
             preg_match("/iqiyi.com\\/(.*).html/i", $link, $temp2);
             $temp2 = $temp2[1];
             $temp3 = $obj->attr('data-player-albumid');
             $temp4 = $obj->attr('data-player-tvid');
             $flash_url = 'http://player.video.qiyi.com/' . $temp1 . '/0/0/' . $temp2 . '.swf-albumId=' . $temp3 . '-tvId=' . $temp4;
             //获取缩略图
             //$img_url = pq("[itemprop='thumbnailUrl']")->attr('content') ;
             //  $img_url = pq("[itemprop='image']")->attr('content') ;
             // 奇艺网有跨站过滤，使用默认图片
             $img_url = get_pic_src('/Public/images/iqiyi.jpg');
         } elseif ('bilibili.com' == $host) {
             $content = $this->gzdecode($content);
//.........这里部分代码省略.........

 /**
  * 获取用户 等级考试 
  */
 public function getUserexam()
 {
     $ch = curl_init();
     curl_setopt($ch, CURLOPT_URL, "http://jwgl3.jmu.edu.cn/Student/RegistExam/MyExamHistory.aspx");
     curl_setopt($ch, CURLOPT_REFERER, 'http://jwgl3.jmu.edu.cn/Student/Left.aspx');
     curl_setopt($ch, CURLOPT_HTTPHEADER, $this->header);
     curl_setopt($ch, CURLOPT_HEADER, 0);
     curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
     curl_setopt($ch, CURLOPT_FOLLOWLOCATION, 1);
     curl_setopt($ch, CURLOPT_COOKIEFILE, $_SESSION['edu_cookie']);
     $MyExamHistory = curl_exec($ch);
     curl_close($ch);
     //分析用户考证成绩
     Vendor('phpQuery');
     phpQuery::$defaultCharset = 'UTF-8';
     phpQuery::newDocumentHTML($MyExamHistory);
     $examname = pq("#ctl00_ContentPlaceHolder1_GridView1 td")->find('span');
     $list = array();
     foreach ($examname as $company) {
         $list[] = pq($company)->text();
     }
     $grouplist = array_chunk($list, 6);
     $newgrouplist = array();
     foreach ($grouplist as $key => $value) {
         $newgrouplist[$value[0]] = $value;
     }
     return $newgrouplist;
 }

 public function _setDocument($getcontent)
 {
     phpQuery::$documents = array();
     phpQuery::newDocument($getcontent);
     phpQuery::$defaultCharset = 'UTF-8';
 }

 public function index()
 {
     //获取该插件配置参数
     $config = Amango_Addons_Config();
     //查看缓存是否存在
     $article = S('ADDONS_SnatchTieba');
     if (empty($article)) {
         Amango_Addons_Import('phpQuery/phpQuery.php');
         \phpQuery::$defaultCharset = 'GBK';
         \phpQuery::newDocumentFile('http://tieba.baidu.com/f?kw=' . urlencode($config['tieba_name']) . '&fr=ala0');
         $articlecontent = array();
         $artlist = \pq(".j_thread_list");
         foreach ($artlist as $li) {
             //获取评论数
             $tz_commont = iconv('GBK', 'UTF-8', \pq($li)->find('.threadlist_rep_num')->html());
             //获取标题
             $tz_title = iconv('GBK', 'UTF-8', \pq($li)->find('a.j_th_tit')->html());
             //获取内容
             $tz_content = iconv('GBK', 'UTF-8', \pq($li)->find('.threadlist_abs_onlyline')->html());
             $tz_content = preg_replace('/s/', '', $tz_content);
             $tz_content = str_replace('<!---->', '', $tz_content);
             //获取链接
             $tz_link = 'http://tieba.baidu.com' . iconv('GBK', 'UTF-8', \pq($li)->find('a.j_th_tit')->attr('href'));
             //获取作者
             $tz_author = strip_tags(iconv('GBK', 'UTF-8', \pq($li)->find('span.tb_icon_author a')->html()));
             $tz_author = preg_replace('/s/', '', $tz_author);
             //获取回复者
             $tz_reply = iconv('GBK', 'UTF-8', \pq($li)->find('span.tb_icon_author_rely a')->html());
             //获取回复时间
             $tz_replytime = \pq($li)->find('span.j_reply_data')->text();
             $tz_replytime = preg_replace('/s/', '', $tz_replytime);
             //获取图片
             $tz_pic = iconv('GBK', 'UTF-8', \pq($li)->find('img')->attr('original'));
             if (!in_array($tz_title, $toptitle)) {
                 $articlecontent['other'][] = array('Title' => 1 == $config['tieba_extra'] ? "[" . $tz_commont . "]" . $tz_title . "\n" . $tz_content . "\n作者:" . $tz_author . "|回复:" . $tz_reply . "-" . $tz_replytime : $tz_title . "\n" . $tz_content, 'Description' => '', 'PicUrl' => empty($tz_pic) ? '' : $tz_pic, 'Url' => $tz_link);
             }
         }
         $allownums = $config['tieba_nums'] > 8 ? 8 : $config['tieba_nums'];
         $allownums = $allownums >= 1 ? $allownums : 1;
         if ($config['tieba_jinghua'] == 1) {
             $arttoplist = \pq(".thread_top");
             foreach ($arttoplist as $li) {
                 //获取评论数
                 $tz_commont = iconv('GBK', 'UTF-8', \pq($li)->find('.threadlist_rep_num')->html());
                 //获取标题
                 $tz_title = iconv('GBK', 'UTF-8', \pq($li)->find('a.j_th_tit')->html());
                 //获取链接
                 $tz_link = 'http://tieba.baidu.com' . iconv('GBK', 'UTF-8', \pq($li)->find('a.j_th_tit')->attr('href'));
                 //获取作者
                 $tz_author = strip_tags(iconv('GBK', 'UTF-8', \pq($li)->find('span.tb_icon_author a')->html()));
                 $toptitle[] = $tz_title;
                 $tz_author = preg_replace('/s/', '', $tz_author);
                 $articlecontent['top'][] = array('Title' => "[" . $tz_commont . "]" . $tz_title, 'Description' => '', 'PicUrl' => empty($tz_pic) ? '' : $tz_pic, 'Url' => $tz_link);
             }
             $article = self::havejinghua($articlecontent['top'], $articlecontent['other'], $allownums);
         } else {
             $article = self::deljinghua($articlecontent['other'], $allownums);
         }
         \phpQuery::unloadDocuments();
         if ($config['tieba_cache'] > 0 && !empty($article)) {
             S('ADDONS_SnatchTieba', $article, $config['tieba_cache']);
         }
     }
     $this->assign('Duotw', $article);
     $this->display();
 }