wikimedia/mediawiki-extensions-RSS
1
0
Fork 0
mirror of https://gerrit.wikimedia.org/r/mediawiki/extensions/RSS synced 2024-11-28 01:20:10 +00:00
Code Issues Packages Projects Releases Wiki Activity
mediawiki-extensions-RSS/Snoopy.class.php

1241 lines
39 KiB
PHP
Raw Blame History

<?php
/*************************************************
Snoopy - the PHP net client
Author: Monte Ohrt <monte@ispi.net>
Copyright (c): 1999-2008 New Digital Group, all rights reserved
Version: 1.2.5-dev (revision 1.27)
Note: some coding style changes by Jack Phoenix <jack@countervandalism.net>
var -> public, added some braces, double quotes -> single quotes, etc.
also added the gzip support stuff from MagpieRSS' Snoopy to this ver
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this library; if not, write to the Free Software
* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
You may contact the author of Snoopy by e-mail at:
monte@ohrt.com
The latest version of Snoopy can be obtained from:
http://snoopy.sourceforge.net/
*************************************************/
class Snoopy {
/**** Public variables ****/
/* user definable vars */
public $host = 'www.php.net'; // host name we are connecting to
public $port = 80; // port we are connecting to
public $proxy_host = ''; // proxy host to use
public $proxy_port = ''; // proxy port to use
public $proxy_user = ''; // proxy user to use
public $proxy_pass = ''; // proxy password to use
public $agent = 'Snoopy v1.2.5-dev'; // agent we masquerade as
public $referer = ''; // referer info to pass
public $cookies = array(); // array of cookies to pass
// $cookies['username'] = 'joe';
public $rawheaders = array(); // array of raw headers to send
// $rawheaders['Content-type'] = 'text/html';
public $maxredirs = 5; // http redirection depth maximum. 0 = disallow
public $lastredirectaddr = ''; // contains address of last redirected address
public $offsiteok = true; // allows redirection off-site
public $maxframes = 0; // frame content depth maximum. 0 = disallow
public $expandlinks = true; // expand links to fully qualified URLs.
// this only applies to fetchlinks()
// submitlinks(), and submittext()
public $passcookies = true; // pass set cookies back through redirects
// NOTE: this currently does not respect
// dates, domains or paths.
public $user = ''; // user for http authentication
public $pass = ''; // password for http authentication
// http accept types
public $accept = 'image/gif, image/x-xbitmap, image/jpeg, image/pjpeg, */*';
public $results = ''; // where the content is put
public $error = ''; // error messages sent here
public $response_code = ''; // response code returned from server
public $headers = array(); // headers returned from server sent here
public $maxlength = 500000; // max return data length (body)
public $read_timeout = 0; // timeout on read operations, in seconds
// supported only since PHP 4 Beta 4
// set to 0 to disallow timeouts
public $timed_out = false; // if a read operation timed out
public $status = 0; // http request status
public $temp_dir = '/tmp'; // temporary directory that the webserver
// has permission to write to.
// under Windows, this should be C:\temp
public $curl_path = '/usr/local/bin/curl';
// Snoopy will use cURL for fetching
// SSL content if a full system path to
// the cURL binary is supplied here.
// set to false if you do not have
// cURL installed. See http://curl.haxx.se
// for details on installing cURL.
// Snoopy does *not* use the cURL
// library functions built into php,
// as these functions are not stable
// as of this Snoopy release.
// send Accept-encoding: gzip?
public $use_gzip = true;
/**** Private variables ****/
var $_maxlinelen = 4096; // max line length (headers)
var $_httpmethod = 'GET'; // default http request method
var $_httpversion = 'HTTP/1.0'; // default http request version
var $_submit_method = 'POST'; // default submit method
var $_submit_type = 'application/x-www-form-urlencoded'; // default submit type
var $_mime_boundary = ''; // MIME boundary for multipart/form-data submit type
var $_redirectaddr = false; // will be set if page fetched is a redirect
var $_redirectdepth = 0; // increments on an http redirect
var $_frameurls = array(); // frame src urls
var $_framedepth = 0; // increments on frame depth
var $_isproxy = false; // set if using a proxy server
var $_fp_timeout = 30; // timeout for socket connection
/*======================================================================*\
Function: fetch
Purpose: fetch the contents of a web page
(and possibly other protocols in the
future like ftp, nntp, gopher, etc.)
Input: $URI the location of the page to fetch
Output: $this->results the output text from the fetch
\*======================================================================*/
function fetch( $URI ) {
//preg_match( "|^([^:]+)://([^:/]+)(:[\d]+)*(.*)|", $URI, $URI_PARTS );
$URI_PARTS = parse_url( $URI );
if ( !empty( $URI_PARTS['user'] ) ) {
$this->user = $URI_PARTS['user'];
}
if ( !empty( $URI_PARTS['pass'] ) ) {
$this->pass = $URI_PARTS['pass'];
}
if ( empty( $URI_PARTS['query'] ) ) {
$URI_PARTS['query'] = '';
}
if ( empty( $URI_PARTS['path'] ) ) {
$URI_PARTS['path'] = '';
}
switch( strtolower( $URI_PARTS['scheme'] ) ) {
case 'http':
$this->host = $URI_PARTS['host'];
if( !empty( $URI_PARTS['port'] ) ) {
$this->port = $URI_PARTS['port'];
}
if( $this->_connect( $fp ) ) {
if( $this->_isproxy ) {
// using proxy, send entire URI
$this->_httprequest( $URI, $fp, $URI, $this->_httpmethod );
} else {
$path = $URI_PARTS['path'] . ( isset( $URI_PARTS['query'] ) ? '?' . $URI_PARTS['query'] : '' );
// no proxy, send only the path
$this->_httprequest( $path, $fp, $URI, $this->_httpmethod );
}
$this->_disconnect( $fp );
if( $this->_redirectaddr ) {
/* url was redirected, check if we've hit the max depth */
if( $this->maxredirs > $this->_redirectdepth ) {
// only follow redirect if it's on this site, or offsiteok is true
if( preg_match( "|^http://" . preg_quote( $this->host ) . "|i", $this->_redirectaddr ) || $this->offsiteok )
{
/* follow the redirect */
$this->_redirectdepth++;
$this->lastredirectaddr = $this->_redirectaddr;
$this->fetch( $this->_redirectaddr );
}
}
}
if( $this->_framedepth < $this->maxframes && count( $this->_frameurls ) > 0 )
{
$frameurls = $this->_frameurls;
$this->_frameurls = array();
while( list( , $frameurl ) = each( $frameurls ) ) {
if( $this->_framedepth < $this->maxframes ) {
$this->fetch( $frameurl );
$this->_framedepth++;
} else {
break;
}
}
}
} else {
return false;
}
return true;
break;
case 'https':
if( !$this->curl_path ) {
return false;
}
if( function_exists( 'is_executable' ) ) {
if ( !is_executable( $this->curl_path ) ) {
$this->error = "Bad curl ($this->curl_path), can't fetch HTTPS \n";
return false;
}
}
$this->host = $URI_PARTS['host'];
if( !empty( $URI_PARTS['port'] ) ) {
$this->port = $URI_PARTS['port'];
}
if( $this->_isproxy ) {
// using proxy, send entire URI
$this->_httpsrequest( $URI, $URI, $this->_httpmethod );
} else {
$path = $URI_PARTS['path'] . ( $URI_PARTS['query'] ? '?' . $URI_PARTS['query'] : '' );
// no proxy, send only the path
$this->_httpsrequest( $path, $URI, $this->_httpmethod );
}
if( $this->_redirectaddr ) {
/* url was redirected, check if we've hit the max depth */
if( $this->maxredirs > $this->_redirectdepth ) {
// only follow redirect if it's on this site, or offsiteok is true
if( preg_match( "|^http://" . preg_quote( $this->host ) . "|i", $this->_redirectaddr ) || $this->offsiteok )
{
/* follow the redirect */
$this->_redirectdepth++;
$this->lastredirectaddr = $this->_redirectaddr;
$this->fetch( $this->_redirectaddr );
}
}
}
if( $this->_framedepth < $this->maxframes && count( $this->_frameurls ) > 0 )
{
$frameurls = $this->_frameurls;
$this->_frameurls = array();
while( list( , $frameurl ) = each( $frameurls ) ) {
if( $this->_framedepth < $this->maxframes ) {
$this->fetch( $frameurl );
$this->_framedepth++;
} else {
break;
}
}
}
return true;
break;
default:
// not a valid protocol
$this->error = 'Invalid protocol "' . $URI_PARTS['scheme'] . '"\n';
return false;
break;
}
return true;
}
/*======================================================================*\
Function: submit
Purpose: submit an HTTP form
Input: $URI the location to post the data
$formvars the formvars to use.
format: $formvars['var'] = 'val';
$formfiles an array of files to submit
format: $formfiles['var'] = '/dir/filename.ext';
Output: $this->results the text output from the post
\*======================================================================*/
function submit( $URI, $formvars = '', $formfiles = '' ) {
unset( $postdata );
$postdata = $this->_prepare_post_body( $formvars, $formfiles );
$URI_PARTS = parse_url( $URI );
if ( !empty( $URI_PARTS['user'] ) ) {
$this->user = $URI_PARTS['user'];
}
if ( !empty( $URI_PARTS['pass'] ) ) {
$this->pass = $URI_PARTS['pass'];
}
if ( empty( $URI_PARTS['query'] ) ) {
$URI_PARTS['query'] = '';
}
if ( empty( $URI_PARTS['path'] ) ) {
$URI_PARTS['path'] = '';
}
switch( strtolower( $URI_PARTS['scheme'] ) ) {
case 'http':
$this->host = $URI_PARTS['host'];
if( !empty( $URI_PARTS['port'] ) ) {
$this->port = $URI_PARTS['port'];
}
if( $this->_connect( $fp ) ) {
if( $this->_isproxy ) {
// using proxy, send entire URI
$this->_httprequest( $URI, $fp, $URI, $this->_submit_method, $this->_submit_type, $postdata );
} else {
$path = $URI_PARTS['path'] . ( $URI_PARTS['query'] ? '?' . $URI_PARTS['query'] : '' );
// no proxy, send only the path
$this->_httprequest(
$path, $fp, $URI,
$this->_submit_method,
$this->_submit_type,
$postdata
);
}
$this->_disconnect( $fp );
if( $this->_redirectaddr ) {
/* url was redirected, check if we've hit the max depth */
if( $this->maxredirs > $this->_redirectdepth ) {
if( !preg_match( "|^" . $URI_PARTS['scheme'] . "://|", $this->_redirectaddr ) ) {
$this->_redirectaddr = $this->_expandlinks( $this->_redirectaddr, $URI_PARTS['scheme'] . '://' . $URI_PARTS['host'] );
}
// only follow redirect if it's on this site, or offsiteok is true
if( preg_match( "|^http://" . preg_quote( $this->host ) . "|i", $this->_redirectaddr ) || $this->offsiteok )
{
/* follow the redirect */
$this->_redirectdepth++;
$this->lastredirectaddr = $this->_redirectaddr;
if( strpos( $this->_redirectaddr, '?' ) > 0 ) {
$this->fetch( $this->_redirectaddr ); // the redirect has changed the request method from post to get
} else {
$this->submit( $this->_redirectaddr, $formvars, $formfiles );
}
}
}
}
if( $this->_framedepth < $this->maxframes && count( $this->_frameurls ) > 0 )
{
$frameurls = $this->_frameurls;
$this->_frameurls = array();
while( list( , $frameurl ) = each( $frameurls ) ) {
if( $this->_framedepth < $this->maxframes ) {
$this->fetch( $frameurl );
$this->_framedepth++;
} else {
break;
}
}
}
} else {
return false;
}
return true;
break;
case 'https':
if( !$this->curl_path ) {
return false;
}
if( function_exists( 'is_executable' ) ) {
if ( !is_executable( $this->curl_path ) ) {
return false;
}
}
$this->host = $URI_PARTS['host'];
if( !empty( $URI_PARTS['port'] ) ) {
$this->port = $URI_PARTS['port'];
}
if( $this->_isproxy ) {
// using proxy, send entire URI
$this->_httpsrequest(
$URI,
$URI,
$this->_submit_method,
$this->_submit_type,
$postdata
);
} else {
$path = $URI_PARTS['path'] . ( $URI_PARTS['query'] ? '?' . $URI_PARTS['query'] : '' );
// no proxy, send only the path
$this->_httpsrequest(
$path,
$URI,
$this->_submit_method,
$this->_submit_type,
$postdata
);
}
if( $this->_redirectaddr ) {
/* url was redirected, check if we've hit the max depth */
if( $this->maxredirs > $this->_redirectdepth ) {
if( !preg_match( "|^" . $URI_PARTS['scheme'] . "://|", $this->_redirectaddr ) ) {
$this->_redirectaddr = $this->_expandlinks(
$this->_redirectaddr,
$URI_PARTS['scheme'] . '://' . $URI_PARTS['host']
);
}
// only follow redirect if it's on this site, or offsiteok is true
if( preg_match( "|^http://" . preg_quote( $this->host ) . "|i", $this->_redirectaddr ) || $this->offsiteok )
{
/* follow the redirect */
$this->_redirectdepth++;
$this->lastredirectaddr = $this->_redirectaddr;
if( strpos( $this->_redirectaddr, '?' ) > 0 ) {
$this->fetch( $this->_redirectaddr ); // the redirect has changed the request method from post to get
} else {
$this->submit( $this->_redirectaddr, $formvars, $formfiles );
}
}
}
}
if( $this->_framedepth < $this->maxframes && count( $this->_frameurls ) > 0 )
{
$frameurls = $this->_frameurls;
$this->_frameurls = array();
while( list( , $frameurl ) = each( $frameurls ) ) {
if( $this->_framedepth < $this->maxframes ) {
$this->fetch( $frameurl );
$this->_framedepth++;
} else {
break;
}
}
}
return true;
break;
default:
// not a valid protocol
$this->error = 'Invalid protocol "' . $URI_PARTS['scheme'] . '"\n';
return false;
break;
}
return true;
}
/*======================================================================*\
Function: fetchlinks
Purpose: fetch the links from a web page
Input: $URI where you are fetching from
Output: $this->results an array of the URLs
\*======================================================================*/
function fetchlinks( $URI ) {
if ( $this->fetch( $URI ) ) {
if( $this->lastredirectaddr ) {
$URI = $this->lastredirectaddr;
}
if( is_array( $this->results ) ) {
for( $x = 0; $x < count( $this->results ); $x++ ) {
$this->results[$x] = $this->_striplinks( $this->results[$x] );
}
} else {
$this->results = $this->_striplinks( $this->results );
}
if( $this->expandlinks ) {
$this->results = $this->_expandlinks( $this->results, $URI );
}
return true;
} else {
return false;
}
}
/*======================================================================*\
Function: fetchform
Purpose: fetch the form elements from a web page
Input: $URI where you are fetching from
Output: $this->results the resulting html form
\*======================================================================*/
function fetchform( $URI ) {
if ( $this->fetch( $URI ) ) {
if( is_array( $this->results ) ) {
for( $x = 0; $x < count( $this->results ); $x++ ) {
$this->results[$x] = $this->_stripform( $this->results[$x] );
}
} else {
$this->results = $this->_stripform( $this->results );
}
return true;
} else {
return false;
}
}
/*======================================================================*\
Function: fetchtext
Purpose: fetch the text from a web page, stripping the links
Input: $URI where you are fetching from
Output: $this->results the text from the web page
\*======================================================================*/
function fetchtext( $URI ) {
if( $this->fetch( $URI ) ) {
if( is_array( $this->results ) ) {
for( $x = 0; $x < count( $this->results ); $x++ ) {
$this->results[$x] = $this->_striptext( $this->results[$x] );
}
} else {
$this->results = $this->_striptext( $this->results );
}
return true;
} else {
return false;
}
}
/*======================================================================*\
Function: submitlinks
Purpose: grab links from a form submission
Input: $URI where you are submitting from
Output: $this->results an array of the links from the post
\*======================================================================*/
function submitlinks( $URI, $formvars = '', $formfiles = '' ) {
if( $this->submit( $URI, $formvars, $formfiles ) ) {
if( $this->lastredirectaddr ) {
$URI = $this->lastredirectaddr;
}
if( is_array( $this->results ) ) {
for( $x = 0; $x < count( $this->results ); $x++ ) {
$this->results[$x] = $this->_striplinks( $this->results[$x] );
if( $this->expandlinks ) {
$this->results[$x] = $this->_expandlinks( $this->results[$x], $URI );
}
}
} else {
$this->results = $this->_striplinks( $this->results );
if( $this->expandlinks ) {
$this->results = $this->_expandlinks( $this->results, $URI );
}
}
return true;
} else {
return false;
}
}
/*======================================================================*\
Function: submittext
Purpose: grab text from a form submission
Input: $URI where you are submitting from
Output: $this->results the text from the web page
\*======================================================================*/
function submittext( $URI, $formvars = '', $formfiles = '' ) {
if( $this->submit( $URI, $formvars, $formfiles ) ) {
if( $this->lastredirectaddr ) {
$URI = $this->lastredirectaddr;
}
if( is_array( $this->results ) ) {
for( $x = 0; $x < count( $this->results ); $x++ ) {
$this->results[$x] = $this->_striptext( $this->results[$x] );
if( $this->expandlinks ) {
$this->results[$x] = $this->_expandlinks( $this->results[$x], $URI );
}
}
} else {
$this->results = $this->_striptext( $this->results );
if( $this->expandlinks ) {
$this->results = $this->_expandlinks( $this->results, $URI );
}
}
return true;
} else {
return false;
}
}
/*======================================================================*\
Function: set_submit_multipart
Purpose: Set the form submission content type to
multipart/form-data
\*======================================================================*/
function set_submit_multipart() {
$this->_submit_type = 'multipart/form-data';
}
/*======================================================================*\
Function: set_submit_normal
Purpose: Set the form submission content type to
application/x-www-form-urlencoded
\*======================================================================*/
function set_submit_normal() {
$this->_submit_type = 'application/x-www-form-urlencoded';
}
/*======================================================================*\
Private functions
\*======================================================================*/
/*======================================================================*\
Function: _striplinks
Purpose: strip the hyperlinks from an html document
Input: $document document to strip.
Output: $match an array of the links
\*======================================================================*/
function _striplinks( $document ) {
preg_match_all("'<\s*a\s.*?href\s*=\s* # find <a href=
([\"\'])? # find single or double quote
(?(1) (.*?)\\1 | ([^\s\>]+)) # if quote found, match up to next matching
# quote, otherwise match up to next space
'isx", $document, $links
);
// catenate the non-empty matches from the conditional subpattern
while( list( $key, $val ) = each( $links[2] ) ) {
if( !empty( $val ) ) {
$match[] = $val;
}
}
while( list( $key, $val ) = each( $links[3] ) ) {
if( !empty( $val ) ) {
$match[] = $val;
}
}
// return the links
return $match;
}
/*======================================================================*\
Function: _stripform
Purpose: strip the form elements from an HTML document
Input: $document document to strip.
Output: $match an array of the links
\*======================================================================*/
function _stripform( $document ) {
preg_match_all(
"'<\/?(FORM|INPUT|SELECT|TEXTAREA|(OPTION))[^<>]*>(?(2)(.*(?=<\/?(option|select)[^<>]*>[\r\n]*)|(?=[\r\n]*))|(?=[\r\n]*))'Usi",
$document,
$elements
);
// catenate the matches
$match = implode( "\r\n", $elements[0] );
// return the links
return $match;
}
/*======================================================================*\
Function: _striptext
Purpose: strip the text from an html document
Input: $document document to strip.
Output: $text the resulting text
\*======================================================================*/
function _striptext( $document ) {
// I didn't use preg eval (//e) since that is only available in PHP 4.0.
// so, list your entities one by one here. I included some of the
// more common ones.
$search = array(
"'<script[^>]*?>.*?</script>'si", // strip out JavaScript
"'<[\/\!]*?[^<>]*?>'si", // strip out HTML tags
"'([\r\n])[\s]+'", // strip out white space
"'&(quot|#34|#034|#x22);'i", // replace HTML entities
"'&(amp|#38|#038|#x26);'i", // added hexadecimal values
"'&(lt|#60|#060|#x3c);'i",
"'&(gt|#62|#062|#x3e);'i",
"'&(nbsp|#160|#xa0);'i",
"'&(iexcl|#161);'i",
"'&(cent|#162);'i",
"'&(pound|#163);'i",
"'&(copy|#169);'i",
"'&(reg|#174);'i",
"'&(deg|#176);'i",
"'&(#39|#039|#x27);'",
"'&(euro|#8364);'i", // Europe
"'&a(uml|UML);'", // German
"'&o(uml|UML);'",
"'&u(uml|UML);'",
"'&A(uml|UML);'",
"'&O(uml|UML);'",
"'&U(uml|UML);'",
"'&szlig;'i",
);
$replace = array(
'',
'',
"\\1",
"\"",
'&',
'<',
'>',
' ',
chr( 161 ),
chr( 162 ),
chr( 163 ),
chr( 169 ),
chr( 174 ),
chr( 176 ),
chr( 39 ),
chr( 128 ),
'ä',
'ö',
'ü',
'Ä',
'Ö',
'Ü',
'ß',
);
$text = preg_replace( $search, $replace, $document );
return $text;
}
/*======================================================================*\
Function: _expandlinks
Purpose: expand each link into a fully qualified URL
Input: $links the links to qualify
$URI the full URI to get the base from
Output: $expandedLinks the expanded links
\*======================================================================*/
function _expandlinks( $links, $URI ) {
preg_match( "/^[^\?]+/", $URI, $match );
$match = preg_replace( "|/[^\/\.]+\.[^\/\.]+$|", '', $match[0] );
$match = preg_replace( "|/$|", '', $match );
$match_part = parse_url( $match );
$match_root = $match_part['scheme'] . '://' . $match_part['host'];
$search = array(
"|^http://" . preg_quote( $this->host ) . "|i",
"|^(\/)|i",
"|^(?!http://)(?!mailto:)|i",
"|/\./|",
"|/[^\/]+/\.\./|"
);
$replace = array(
'',
$match_root . '/',
$match . '/',
'/',
'/'
);
$expandedLinks = preg_replace( $search, $replace, $links );
return $expandedLinks;
}
/*======================================================================*\
Function: _httprequest
Purpose: go get the http data from the server
Input: $url the url to fetch
$fp the current open file pointer
$URI the full URI
$body body contents to send if any (POST)
Output:
\*======================================================================*/
function _httprequest( $url, $fp, $URI, $http_method, $content_type = '', $body = '' ) {
$cookie_headers = '';
if( $this->passcookies && $this->_redirectaddr ) {
$this->setcookies();
}
$URI_PARTS = parse_url( $URI );
if( empty( $url ) ) {
$url = '/';
}
$headers = $http_method . ' ' . $url . ' ' . $this->_httpversion . "\r\n";
if( !empty( $this->agent ) ) {
$headers .= 'User-Agent: ' . $this->agent . "\r\n";
}
if( !empty( $this->host ) && !isset( $this->rawheaders['Host'] ) ) {
$headers .= 'Host: ' . $this->host;
if( !empty( $this->port ) ) {
$headers .= ':' . $this->port;
}
$headers .= "\r\n";
}
if( !empty( $this->accept ) ) {
$headers .= 'Accept: ' . $this->accept . "\r\n";
}
if( $this->use_gzip ) {
// make sure PHP was built with --with-zlib
// and we can handle gzipp'ed data
if ( function_exists( 'gzinflate' ) ) {
$headers .= "Accept-encoding: gzip\r\n";
} else {
trigger_error(
'use_gzip is on, but PHP was built without zlib support.' .
' Requesting file(s) without gzip encoding.',
E_USER_NOTICE
);
}
}
if( !empty( $this->referer ) ) {
$headers .= 'Referer: ' . $this->referer . "\r\n";
}
if( !empty( $this->cookies ) ) {
if( !is_array( $this->cookies ) ) {
$this->cookies = (array)$this->cookies;
}
reset( $this->cookies );
if ( count( $this->cookies ) > 0 ) {
$cookie_headers .= 'Cookie: ';
foreach ( $this->cookies as $cookieKey => $cookieVal ) {
$cookie_headers .= $cookieKey . '=' . urlencode( $cookieVal ) . '; ';
}
$headers .= substr( $cookie_headers, 0, -2 ) . "\r\n";
}
}
if( !empty( $this->rawheaders ) ) {
if( !is_array( $this->rawheaders ) ) {
$this->rawheaders = (array)$this->rawheaders;
}
while( list( $headerKey, $headerVal ) = each( $this->rawheaders ) ) {
$headers .= $headerKey . ': ' . $headerVal . "\r\n";
}
}
if( !empty( $content_type ) ) {
$headers .= "Content-type: $content_type";
if ( $content_type == 'multipart/form-data' ) {
$headers .= '; boundary=' . $this->_mime_boundary;
}
$headers .= "\r\n";
}
if( !empty( $body ) ) {
$headers .= 'Content-length: ' . strlen( $body ) . "\r\n";
}
if( !empty( $this->user ) || !empty( $this->pass ) ) {
$headers .= 'Authorization: Basic ' . base64_encode( $this->user . ':' . $this->pass ) . "\r\n";
}
// add proxy auth headers
if( !empty( $this->proxy_user ) ) {
$headers .= 'Proxy-Authorization: ' . 'Basic ' . base64_encode( $this->proxy_user . ':' . $this->proxy_pass ) . "\r\n";
}
$headers .= "\r\n";
// set the read timeout if needed
if ( $this->read_timeout > 0 ) {
socket_set_timeout( $fp, $this->read_timeout );
}
$this->timed_out = false;
fwrite( $fp, $headers . $body, strlen( $headers . $body ) );
$this->_redirectaddr = false;
unset( $this->headers );
// content was returned gzip encoded?
$is_gzipped = false;
while( $currentHeader = fgets( $fp, $this->_maxlinelen ) ) {
if ( $this->read_timeout > 0 && $this->_check_timeout( $fp ) ) {
$this->status = -100;
return false;
}
//if( $currentHeader == "\r\n" ) {
if( preg_match( "/^\r?\n$/", $currentHeader ) ) {
break;
}
// if a header begins with Location: or URI:, set the redirect
if( preg_match( "/^(Location:|URI:)/i", $currentHeader ) ) {
// get URL portion of the redirect
preg_match( "/^(Location:|URI:)[ ]+(.*)/i", chop( $currentHeader ), $matches );
// look for :// in the Location header to see if hostname is included
if( !preg_match( "|\:\/\/|", $matches[2] ) ) {
// no host in the path, so prepend
$this->_redirectaddr = $URI_PARTS['scheme'] . '://' . $this->host . ':' . $this->port;
// eliminate double slash
if( !preg_match( "|^/|", $matches[2] ) ) {
$this->_redirectaddr .= '/' . $matches[2];
} else {
$this->_redirectaddr .= $matches[2];
}
} else {
$this->_redirectaddr = $matches[2];
}
}
if( preg_match( "|^HTTP/|", $currentHeader ) ) {
if( preg_match( "|^HTTP/[^\s]*\s(.*?)\s|", $currentHeader, $status ) ) {
$this->status = $status[1];
}
$this->response_code = $currentHeader;
}
if ( preg_match( "/Content-Encoding: gzip/", $currentHeader ) ) {
$is_gzipped = true;
}
$this->headers[] = $currentHeader;
}
$results = '';
do {
$_data = fread( $fp, $this->maxlength );
if ( strlen( $_data ) == 0 || strlen( $results ) > $this->maxlength ) {
break;
}
$results .= $_data;
} while( true );
// gunzip
if ( $is_gzipped ) {
// per http://www.php.net/manual/en/function.gzencode.php
$results = substr( $results, 10 );
$results = gzinflate( $results );
}
if ( $this->read_timeout > 0 && $this->_check_timeout( $fp ) ) {
$this->status = -100;
return false;
}
// check if there is a a redirect meta tag
if( preg_match( "'<meta[\s]*http-equiv[^>]*?content[\s]*=[\s]*[\"\']?\d+;[\s]*URL[\s]*=[\s]*([^\"\']*?)[\"\']?>'i", $results, $match ) )
{
$this->_redirectaddr = $this->_expandlinks( $match[1], $URI );
}
// have we hit our frame depth and is there frame src to fetch?
if( ( $this->_framedepth < $this->maxframes ) && preg_match_all( "'<frame\s+.*src[\s]*=[\'\"]?([^\'\"\>]+)'i", $results, $match ) )
{
$this->results[] = $results;
for( $x = 0; $x < count( $match[1] ); $x++ ) {
$this->_frameurls[] = $this->_expandlinks( $match[1][$x], $URI_PARTS['scheme'] . '://' . $this->host );
}
} elseif( is_array( $this->results ) ) { // have we already fetched framed content?
$this->results[] = $results;
} else { // no framed content
$this->results = $results;
}
return true;
}
/*======================================================================*\
Function: _httpsrequest
Purpose: go get the https data from the server using curl
Input: $url the url to fetch
$URI the full URI
$body body contents to send if any (POST)
Output:
\*======================================================================*/
function _httpsrequest( $url, $URI, $http_method, $content_type = '', $body = '' ) {
if( $this->passcookies && $this->_redirectaddr ) {
$this->setcookies();
}
$headers = array();
$URI_PARTS = parse_url( $URI );
if( empty( $url ) ) {
$url = '/';
}
// GET ... header not needed for curl
//$headers[] = $http_method." ".$url." ".$this->_httpversion;
if( !empty( $this->agent ) ) {
$headers[] = 'User-Agent: ' . $this->agent;
}
if( !empty( $this->host ) ) {
if( !empty( $this->port ) ) {
$headers[] = 'Host: ' . $this->host . ':' . $this->port;
} else {
$headers[] = 'Host: ' . $this->host;
}
}
if( !empty( $this->accept ) ) {
$headers[] = 'Accept: ' . $this->accept;
}
if( !empty( $this->referer ) ) {
$headers[] = 'Referer: ' . $this->referer;
}
if( !empty( $this->cookies ) ) {
if( !is_array( $this->cookies ) ) {
$this->cookies = (array)$this->cookies;
}
reset( $this->cookies );
if ( count( $this->cookies ) > 0 ) {
$cookie_str = 'Cookie: ';
foreach ( $this->cookies as $cookieKey => $cookieVal ) {
$cookie_str .= $cookieKey . '=' . urlencode( $cookieVal ) . '; ';
}
$headers[] = substr( $cookie_str, 0, -2 );
}
}
if( !empty( $this->rawheaders ) ) {
if( !is_array( $this->rawheaders ) ) {
$this->rawheaders = (array)$this->rawheaders;
}
while( list( $headerKey, $headerVal ) = each( $this->rawheaders ) ) {
$headers[] = $headerKey . ': ' . $headerVal;
}
}
if( !empty( $content_type ) ) {
if ( $content_type == 'multipart/form-data' ) {
$headers[] = "Content-type: $content_type; boundary=" . $this->_mime_boundary;
} else {
$headers[] = "Content-type: $content_type";
}
}
if( !empty( $body ) ) {
$headers[] = 'Content-length: ' . strlen( $body );
}
if( !empty( $this->user ) || !empty( $this->pass ) ) {
$headers[] = 'Authorization: BASIC ' . base64_encode( $this->user . ':' . $this->pass );
}
for( $curr_header = 0; $curr_header < count( $headers ); $curr_header++ ) {
$cmdline_params .= " -H \"" . escapeshellcmd( $headers[$curr_header] ) . "\"";
}
if( !empty( $body ) ) {
$cmdline_params .= " -d \"" . escapeshellcmd( $body ) . "\"";
}
if( $this->read_timeout > 0 ) {
$cmdline_params .= ' -m ' . $this->read_timeout;
}
$headerfile = tempnam( $temp_dir, 'sno' );
exec(
$this->curl_path . " -k -D \"$headerfile\"" . $cmdline_params . " \"" . escapeshellcmd( $URI ) . "\"",
$results,
$return
);
if( $return ) {
$this->error = "Error: cURL could not retrieve the document, error $return.";
return false;
}
$results = implode( "\r\n", $results );
$result_headers = file( "$headerfile" );
$this->_redirectaddr = false;
unset( $this->headers );
for( $currentHeader = 0; $currentHeader < count( $result_headers ); $currentHeader++ ) {
// if a header begins with Location: or URI:, set the redirect
if( preg_match( "/^(Location: |URI: )/i", $result_headers[$currentHeader] ) ) {
// get URL portion of the redirect
preg_match( "/^(Location: |URI:)\s+(.*)/", chop( $result_headers[$currentHeader] ), $matches );
// look for :// in the Location header to see if hostname is included
if( !preg_match( "|\:\/\/|", $matches[2] ) ) {
// no host in the path, so prepend
$this->_redirectaddr = $URI_PARTS['scheme'] . '://' . $this->host . ':' . $this->port;
// eliminate double slash
if( !preg_match( "|^/|", $matches[2] ) ) {
$this->_redirectaddr .= '/' . $matches[2];
} else {
$this->_redirectaddr .= $matches[2];
}
} else {
$this->_redirectaddr = $matches[2];
}
}
if( preg_match( "|^HTTP/|", $result_headers[$currentHeader] ) ) {
$this->response_code = $result_headers[$currentHeader];
if( preg_match( "|^HTTP/[^\s]*\s(.*?)\s|", $this->response_code, $match ) ) {
$this->status = $match[1];
}
}
$this->headers[] = $result_headers[$currentHeader];
}
// check if there is a a redirect meta tag
if( preg_match( "'<meta[\s]*http-equiv[^>]*?content[\s]*=[\s]*[\"\']?\d+;[\s]*URL[\s]*=[\s]*([^\"\']*?)[\"\']?>'i", $results, $match ) )
{
$this->_redirectaddr = $this->_expandlinks( $match[1], $URI );
}
// have we hit our frame depth and is there frame src to fetch?
if( ( $this->_framedepth < $this->maxframes ) && preg_match_all( "'<frame\s+.*src[\s]*=[\'\"]?([^\'\"\>]+)'i", $results, $match ) )
{
$this->results[] = $results;
for( $x = 0; $x < count( $match[1] ); $x++ ) {
$this->_frameurls[] = $this->_expandlinks( $match[1][$x], $URI_PARTS['scheme'] . '://' . $this->host );
}
} elseif( is_array( $this->results ) ) { // have we already fetched framed content?
$this->results[] = $results;
} else { // no framed content
$this->results = $results;
}
unlink( "$headerfile" );
return true;
}
/*======================================================================*\
Function: setcookies()
Purpose: set cookies for a redirection
\*======================================================================*/
function setcookies() {
for( $x = 0; $x < count( $this->headers ); $x++ ) {
if( preg_match( '/^set-cookie:[\s]+([^=]+)=([^;]+)/i', $this->headers[$x], $match ) ) {
$this->cookies[$match[1]] = urldecode( $match[2] );
}
}
}
/*======================================================================*\
Function: _check_timeout
Purpose: checks whether timeout has occurred
Input: $fp file pointer
\*======================================================================*/
function _check_timeout( $fp ) {
if ( $this->read_timeout > 0 ) {
$fp_status = socket_get_status( $fp );
if ( $fp_status['timed_out'] ) {
$this->timed_out = true;
return true;
}
}
return false;
}
/*======================================================================*\
Function: _connect
Purpose: make a socket connection
Input: $fp file pointer
\*======================================================================*/
function _connect( &$fp ) {
if( !empty( $this->proxy_host ) && !empty( $this->proxy_port ) ) {
$this->_isproxy = true;
$host = $this->proxy_host;
$port = $this->proxy_port;
} else {
$host = $this->host;
$port = $this->port;
}
$this->status = 0;
$fp = fsockopen( $host, $port, $errno, $errstr, $this->_fp_timeout );
if ( $fp ) {
// socket connection succeeded
return true;
} else {
// socket connection failed
$this->status = $errno;
switch( $errno ) {
case -3:
$this->error = 'socket creation failed (-3)';
case -4:
$this->error = 'dns lookup failure (-4)';
case -5:
$this->error = 'connection refused or timed out (-5)';
default:
$this->error = 'connection failed (' . $errno . ')';
}
return false;
}
}
/*======================================================================*\
Function: _disconnect
Purpose: disconnect a socket connection
Input: $fp file pointer
\*======================================================================*/
function _disconnect( $fp ) {
return( fclose( $fp ) );
}
/*======================================================================*\
Function: _prepare_post_body
Purpose: Prepare post body according to encoding type
Input: $formvars - form variables
$formfiles - form upload files
Output: post body
\*======================================================================*/
function _prepare_post_body( $formvars, $formfiles ) {
settype( $formvars, 'array' );
settype( $formfiles, 'array' );
$postdata = '';
if ( count( $formvars ) == 0 && count( $formfiles ) == 0 ) {
return;
}
switch ( $this->_submit_type ) {
case 'application/x-www-form-urlencoded':
reset( $formvars );
while( list( $key, $val ) = each( $formvars ) ) {
if ( is_array( $val ) || is_object( $val ) ) {
while ( list( $cur_key, $cur_val ) = each( $val ) ) {
$postdata .= urlencode( $key ) . '[]=' . urlencode( $cur_val ) . '&';
}
} else {
$postdata .= urlencode( $key ) . '=' . urlencode( $val ) . '&';
}
}
break;
case 'multipart/form-data':
$this->_mime_boundary = 'Snoopy' . md5( uniqid( microtime() ) );
reset( $formvars );
while( list( $key, $val ) = each( $formvars ) ) {
if ( is_array( $val ) || is_object( $val ) ) {
while ( list( $cur_key, $cur_val ) = each( $val ) ) {
$postdata .= '--' . $this->_mime_boundary . "\r\n";
$postdata .= "Content-Disposition: form-data; name=\"$key\[\]\"\r\n\r\n";
$postdata .= "$cur_val\r\n";
}
} else {
$postdata .= '--' . $this->_mime_boundary . "\r\n";
$postdata .= "Content-Disposition: form-data; name=\"$key\"\r\n\r\n";
$postdata .= "$val\r\n";
}
}
reset( $formfiles );
while ( list( $field_name, $file_names ) = each( $formfiles ) ) {
settype( $file_names, 'array' );
while ( list( , $file_name ) = each( $file_names ) ) {
if ( !is_readable( $file_name ) ) {
continue;
}
$fp = fopen( $file_name, 'r' );
$file_content = fread( $fp, filesize( $file_name ) );
fclose( $fp );
$base_name = basename( $file_name );
$postdata .= '--' . $this->_mime_boundary . "\r\n";
$postdata .= "Content-Disposition: form-data; name=\"$field_name\"; filename=\"$base_name\"\r\n\r\n";
$postdata .= "$file_content\r\n";
}
}
$postdata .= '--' . $this->_mime_boundary . "--\r\n";
break;
}
return $postdata;
}
}
Reference in a new issue View git blame Copy permalink