WordPress 3.6.1
[autoinstalls/wordpress.git] / wp-includes / class-http.php
index b50909fd9f991a13267ea7c6d6be51ea6baee1a9..77ba4597dd4cc457bdfe54803a2730430ab51dcd 100644 (file)
@@ -86,7 +86,8 @@ class WP_Http {
                        'timeout' => apply_filters( 'http_request_timeout', 5),
                        'redirection' => apply_filters( 'http_request_redirection_count', 5),
                        'httpversion' => apply_filters( 'http_request_version', '1.0'),
-                       'user-agent' => apply_filters( 'http_headers_useragent', 'WordPress/' . $wp_version . '; ' . get_bloginfo( 'url' )  ),
+                       'user-agent' => apply_filters( 'http_headers_useragent', 'WordPress/' . $wp_version . '; ' . get_bloginfo( 'url' ) ),
+                       'reject_unsafe_urls' => apply_filters( 'http_request_reject_unsafe_urls', false ),
                        'blocking' => true,
                        'headers' => array(),
                        'cookies' => array(),
@@ -95,7 +96,8 @@ class WP_Http {
                        'decompress' => true,
                        'sslverify' => true,
                        'stream' => false,
-                       'filename' => null
+                       'filename' => null,
+                       'limit_response_size' => null,
                );
 
                // Pre-parse for the HEAD checks.
@@ -108,15 +110,22 @@ class WP_Http {
                $r = wp_parse_args( $args, $defaults );
                $r = apply_filters( 'http_request_args', $r, $url );
 
-               // Certain classes decrement this, store a copy of the original value for loop purposes.
-               $r['_redirection'] = $r['redirection'];
+               // The transports decrement this, store a copy of the original value for loop purposes.
+               if ( ! isset( $r['_redirection'] ) )
+                       $r['_redirection'] = $r['redirection'];
 
                // Allow plugins to short-circuit the request
                $pre = apply_filters( 'pre_http_request', false, $r, $url );
                if ( false !== $pre )
                        return $pre;
 
-               $arrURL = parse_url( $url );
+               if ( function_exists( 'wp_kses_bad_protocol' ) ) {
+                       if ( $r['reject_unsafe_urls'] )
+                               $url = wp_http_validate_url( $url );
+                       $url = wp_kses_bad_protocol( $url, array( 'http', 'https', 'ssl' ) );
+               }
+
+               $arrURL = @parse_url( $url );
 
                if ( empty( $url ) || empty( $arrURL['scheme'] ) )
                        return new WP_Error('http_request_failed', __('A valid URL was not provided.'));
@@ -134,14 +143,14 @@ class WP_Http {
                unset( $homeURL );
 
                // If we are streaming to a file but no filename was given drop it in the WP temp dir
-               // and pick it's name using the basename of the $url
+               // and pick its name using the basename of the $url
                if ( $r['stream']  && empty( $r['filename'] ) )
                        $r['filename'] = get_temp_dir() . basename( $url );
 
                // Force some settings if we are streaming to a file and check for existence and perms of destination directory
                if ( $r['stream'] ) {
                        $r['blocking'] = true;
-                       if ( ! is_writable( dirname( $r['filename'] ) ) )
+                       if ( ! wp_is_writable( dirname( $r['filename'] ) ) )
                                return new WP_Error( 'http_request_failed', __( 'Destination directory for file streaming does not exist or is not writable.' ) );
                }
 
@@ -166,8 +175,10 @@ class WP_Http {
                // Construct Cookie: header if any cookies are set
                WP_Http::buildCookieHeader( $r );
 
-               if ( WP_Http_Encoding::is_available() )
-                       $r['headers']['Accept-Encoding'] = WP_Http_Encoding::accept_encoding();
+               if ( ! isset( $r['headers']['Accept-Encoding'] ) ) {
+                       if ( $encoding = WP_Http_Encoding::accept_encoding( $url, $r ) )
+                               $r['headers']['Accept-Encoding'] = $encoding;
+               }
 
                if ( ( ! is_null( $r['body'] ) && '' != $r['body'] ) || 'POST' == $r['method'] || 'PUT' == $r['method'] ) {
                        if ( is_array( $r['body'] ) || is_object( $r['body'] ) ) {
@@ -321,7 +332,7 @@ class WP_Http {
         * @param string $strResponse The full response string
         * @return array Array with 'headers' and 'body' keys.
         */
-       function processResponse($strResponse) {
+       public static function processResponse($strResponse) {
                $res = explode("\r\n\r\n", $strResponse, 2);
 
                return array('headers' => $res[0], 'body' => isset($res[1]) ? $res[1] : '');
@@ -530,7 +541,7 @@ class WP_Http {
                if ( !empty($wildcard_regex) )
                        return !preg_match($wildcard_regex, $check['host']);
                else
-                       return !in_array( $check['host'], $accessible_hosts ); //Inverse logic, If its in the array, then we can't access it.
+                       return !in_array( $check['host'], $accessible_hosts ); //Inverse logic, If it's in the array, then we can't access it.
 
        }
 
@@ -555,7 +566,7 @@ class WP_Http {
                // Start off with the Absolute URL path
                $path = ! empty( $url_parts['path'] ) ? $url_parts['path'] : '/';
 
-               // If the it's a root-relative path, then great
+               // If it's a root-relative path, then great
                if ( ! empty( $relative_url_parts['path'] ) && '/' == $relative_url_parts['path'][0] ) {
                        $path = $relative_url_parts['path'];
 
@@ -731,6 +742,10 @@ class WP_Http_Fsockopen {
 
                $strResponse = '';
                $bodyStarted = false;
+               $keep_reading = true;
+               $block_size = 4096;
+               if ( isset( $r['limit_response_size'] ) )
+                       $block_size = min( $block_size, $r['limit_response_size'] );
 
                // If streaming to a file setup the file handle
                if ( $r['stream'] ) {
@@ -741,30 +756,45 @@ class WP_Http_Fsockopen {
                        if ( ! $stream_handle )
                                return new WP_Error( 'http_request_failed', sprintf( __( 'Could not open handle for fopen() to %s' ), $r['filename'] ) );
 
-                       while ( ! feof($handle) ) {
-                               $block = fread( $handle, 4096 );
-                               if ( $bodyStarted ) {
-                                       fwrite( $stream_handle, $block );
-                               } else {
+                       $bytes_written = 0;
+                       while ( ! feof($handle) && $keep_reading ) {
+                               $block = fread( $handle, $block_size );
+                               if ( ! $bodyStarted ) {
                                        $strResponse .= $block;
                                        if ( strpos( $strResponse, "\r\n\r\n" ) ) {
                                                $process = WP_Http::processResponse( $strResponse );
                                                $bodyStarted = true;
-                                               fwrite( $stream_handle, $process['body'] );
+                                               $block = $process['body'];
                                                unset( $strResponse );
                                                $process['body'] = '';
                                        }
                                }
+
+                               if ( isset( $r['limit_response_size'] ) && ( $bytes_written + strlen( $block ) ) > $r['limit_response_size'] )
+                                       $block = substr( $block, 0, ( $r['limit_response_size'] - $bytes_written ) );
+
+                               $bytes_written += fwrite( $stream_handle, $block );
+
+                               $keep_reading = !isset( $r['limit_response_size'] ) || $bytes_written < $r['limit_response_size'];
                        }
 
                        fclose( $stream_handle );
 
                } else {
-                       while ( ! feof($handle) )
-                               $strResponse .= fread( $handle, 4096 );
+                       $header_length = 0;
+                       while ( ! feof( $handle ) && $keep_reading ) {
+                               $block = fread( $handle, $block_size );
+                               $strResponse .= $block;
+                               if ( ! $bodyStarted && strpos( $strResponse, "\r\n\r\n" ) ) {
+                                       $header_length = strpos( $strResponse, "\r\n\r\n" ) + 4;
+                                       $bodyStarted = true;
+                               }
+                               $keep_reading = ( ! $bodyStarted || !isset( $r['limit_response_size'] ) || strlen( $strResponse ) < ( $header_length + $r['limit_response_size'] ) );
+                       }
 
                        $process = WP_Http::processResponse( $strResponse );
                        unset( $strResponse );
+
                }
 
                fclose( $handle );
@@ -777,7 +807,7 @@ class WP_Http_Fsockopen {
                // If location is found, then assume redirect and redirect to location.
                if ( isset($arrHeaders['headers']['location']) && 0 !== $r['_redirection'] ) {
                        if ( $r['redirection']-- > 0 ) {
-                               return $this->request( WP_HTTP::make_absolute_url( $arrHeaders['headers']['location'], $url ), $r);
+                               return wp_remote_request( WP_HTTP::make_absolute_url( $arrHeaders['headers']['location'], $url ), $r);
                        } else {
                                return new WP_Error('http_request_failed', __('Too many redirects.'));
                        }
@@ -790,6 +820,9 @@ class WP_Http_Fsockopen {
                if ( true === $r['decompress'] && true === WP_Http_Encoding::should_decode($arrHeaders['headers']) )
                        $process['body'] = WP_Http_Encoding::decompress( $process['body'] );
 
+               if ( isset( $r['limit_response_size'] ) && strlen( $process['body'] ) > $r['limit_response_size'] )
+                       $process['body'] = substr( $process['body'], 0, $r['limit_response_size'] );
+
                return array( 'headers' => $arrHeaders['headers'], 'body' => $process['body'], 'response' => $arrHeaders['response'], 'cookies' => $arrHeaders['cookies'], 'filename' => $r['filename'] );
        }
 
@@ -887,7 +920,8 @@ class WP_Http_Streams {
                        array(
                                'method' => strtoupper($r['method']),
                                'user_agent' => $r['user-agent'],
-                               'max_redirects' => $r['redirection'] + 1, // See #11557
+                               'max_redirects' => 0, // Follow no redirects
+                               'follow_redirects' => false,
                                'protocol_version' => (float) $r['httpversion'],
                                'header' => $strHeaders,
                                'ignore_errors' => true, // Return non-200 requests.
@@ -933,6 +967,7 @@ class WP_Http_Streams {
                        return array( 'headers' => array(), 'body' => '', 'response' => array('code' => false, 'message' => false), 'cookies' => array() );
                }
 
+               $max_bytes = isset( $r['limit_response_size'] ) ? intval( $r['limit_response_size'] ) : -1;
                if ( $r['stream'] ) {
                        if ( ! WP_DEBUG )
                                $stream_handle = @fopen( $r['filename'], 'w+' );
@@ -942,12 +977,12 @@ class WP_Http_Streams {
                        if ( ! $stream_handle )
                                return new WP_Error( 'http_request_failed', sprintf( __( 'Could not open handle for fopen() to %s' ), $r['filename'] ) );
 
-                       stream_copy_to_stream( $handle, $stream_handle );
+                       stream_copy_to_stream( $handle, $stream_handle, $max_bytes );
 
                        fclose( $stream_handle );
                        $strResponse = '';
                } else {
-                       $strResponse = stream_get_contents( $handle );
+                       $strResponse = stream_get_contents( $handle, $max_bytes );
                }
 
                $meta = stream_get_meta_data( $handle );
@@ -960,10 +995,13 @@ class WP_Http_Streams {
                else
                        $processedHeaders = WP_Http::processHeaders($meta['wrapper_data']);
 
-               // Streams does not provide an error code which we can use to see why the request stream stopped.
-               // We can however test to see if a location header is present and return based on that.
-               if ( isset($processedHeaders['headers']['location']) && 0 !== $args['_redirection'] )
-                       return new WP_Error('http_request_failed', __('Too many redirects.'));
+               if ( ! empty( $processedHeaders['headers']['location'] ) && 0 !== $r['_redirection'] ) { // _redirection: The requested number of redirections
+                       if ( $r['redirection']-- > 0 ) {
+                               return wp_remote_request( WP_HTTP::make_absolute_url( $processedHeaders['headers']['location'], $url ), $r );
+                       } else {
+                               return new WP_Error( 'http_request_failed', __( 'Too many redirects.' ) );
+                       }
+               }
 
                if ( ! empty( $strResponse ) && isset( $processedHeaders['headers']['transfer-encoding'] ) && 'chunked' == $processedHeaders['headers']['transfer-encoding'] )
                        $strResponse = WP_Http::chunkTransferDecode($strResponse);
@@ -1011,7 +1049,7 @@ class WP_Http_Streams {
 class WP_Http_Curl {
 
        /**
-        * Temporary header storage for use with streaming to a file.
+        * Temporary header storage for during requests.
         *
         * @since 3.2.0
         * @access private
@@ -1019,6 +1057,33 @@ class WP_Http_Curl {
         */
        private $headers = '';
 
+       /**
+        * Temporary body storage for during requests.
+        *
+        * @since 3.6.0
+        * @access private
+        * @var string
+        */
+       private $body = '';
+
+       /**
+        * The maximum amount of data to recieve from the remote server
+        *
+        * @since 3.6.0
+        * @access private
+        * @var int
+        */
+       private $max_body_length = false;
+
+       /**
+        * The file resource used for streaming to file.
+        *
+        * @since 3.6.0
+        * @access private
+        * @var resource
+        */
+       private $stream_handle = false;
+
        /**
         * Send a HTTP request to a URI using cURL extension.
         *
@@ -1088,6 +1153,8 @@ class WP_Http_Curl {
                // The option doesn't work with safe mode or when open_basedir is set, and there's a
                // bug #17490 with redirected POST requests, so handle redirections outside Curl.
                curl_setopt( $handle, CURLOPT_FOLLOWLOCATION, false );
+               if ( defined( 'CURLOPT_PROTOCOLS' ) ) // PHP 5.2.10 / cURL 7.19.4
+                       curl_setopt( $handle, CURLOPT_PROTOCOLS, CURLPROTO_HTTP | CURLPROTO_HTTPS );
 
                switch ( $r['method'] ) {
                        case 'HEAD':
@@ -1108,20 +1175,28 @@ class WP_Http_Curl {
                                break;
                }
 
-               if ( true === $r['blocking'] )
+               if ( true === $r['blocking'] ) {
                        curl_setopt( $handle, CURLOPT_HEADERFUNCTION, array( $this, 'stream_headers' ) );
+                       curl_setopt( $handle, CURLOPT_WRITEFUNCTION, array( $this, 'stream_body' ) );
+               }
 
                curl_setopt( $handle, CURLOPT_HEADER, false );
 
+               if ( isset( $r['limit_response_size'] ) )
+                       $this->max_body_length = intval( $r['limit_response_size'] );
+               else
+                       $this->max_body_length = false;
+
                // If streaming to a file open a file handle, and setup our curl streaming handler
                if ( $r['stream'] ) {
                        if ( ! WP_DEBUG )
-                               $stream_handle = @fopen( $r['filename'], 'w+' );
+                               $this->stream_handle = @fopen( $r['filename'], 'w+' );
                        else
-                               $stream_handle = fopen( $r['filename'], 'w+' );
-                       if ( ! $stream_handle )
+                               $this->stream_handle = fopen( $r['filename'], 'w+' );
+                       if ( ! $this->stream_handle )
                                return new WP_Error( 'http_request_failed', sprintf( __( 'Could not open handle for fopen() to %s' ), $r['filename'] ) );
-                       curl_setopt( $handle, CURLOPT_FILE, $stream_handle );
+               } else {
+                       $this->stream_handle = false;
                }
 
                if ( !empty( $r['headers'] ) ) {
@@ -1145,27 +1220,39 @@ class WP_Http_Curl {
                // We don't need to return the body, so don't. Just execute request and return.
                if ( ! $r['blocking'] ) {
                        curl_exec( $handle );
+
+                       if ( $curl_error = curl_error( $handle ) ) {
+                               curl_close( $handle );
+                               return new WP_Error( 'http_request_failed', $curl_error );
+                       }
+                       if ( in_array( curl_getinfo( $handle, CURLINFO_HTTP_CODE ), array( 301, 302 ) ) ) {
+                               curl_close( $handle );
+                               return new WP_Error( 'http_request_failed', __( 'Too many redirects.' ) );
+                       }
+
                        curl_close( $handle );
                        return array( 'headers' => array(), 'body' => '', 'response' => array('code' => false, 'message' => false), 'cookies' => array() );
                }
 
                $theResponse = curl_exec( $handle );
-               $theBody = '';
                $theHeaders = WP_Http::processHeaders( $this->headers );
+               $theBody = $this->body;
 
-               if ( strlen($theResponse) > 0 && ! is_bool( $theResponse ) ) // is_bool: when using $args['stream'], curl_exec will return (bool)true
-                       $theBody = $theResponse;
+               $this->headers = '';
+               $this->body = '';
 
                // If no response
-               if ( 0 == strlen( $theResponse ) && empty( $theHeaders['headers'] ) ) {
-                       if ( $curl_error = curl_error( $handle ) )
+               if ( 0 == strlen( $theBody ) && empty( $theHeaders['headers'] ) ) {
+                       if ( $curl_error = curl_error( $handle ) ) {
+                               curl_close( $handle );
                                return new WP_Error( 'http_request_failed', $curl_error );
-                       if ( in_array( curl_getinfo( $handle, CURLINFO_HTTP_CODE ), array( 301, 302 ) ) )
+                       }
+                       if ( in_array( curl_getinfo( $handle, CURLINFO_HTTP_CODE ), array( 301, 302 ) ) ) {
+                               curl_close( $handle );
                                return new WP_Error( 'http_request_failed', __( 'Too many redirects.' ) );
+                       }
                }
 
-               $this->headers = '';
-
                $response = array();
                $response['code'] = curl_getinfo( $handle, CURLINFO_HTTP_CODE );
                $response['message'] = get_status_header_desc($response['code']);
@@ -1173,12 +1260,12 @@ class WP_Http_Curl {
                curl_close( $handle );
 
                if ( $r['stream'] )
-                       fclose( $stream_handle );
+                       fclose( $this->stream_handle );
 
                // See #11305 - When running under safe mode, redirection is disabled above. Handle it manually.
                if ( ! empty( $theHeaders['headers']['location'] ) && 0 !== $r['_redirection'] ) { // _redirection: The requested number of redirections
                        if ( $r['redirection']-- > 0 ) {
-                               return $this->request( WP_HTTP::make_absolute_url( $theHeaders['headers']['location'], $url ), $r );
+                               return wp_remote_request( WP_HTTP::make_absolute_url( $theHeaders['headers']['location'], $url ), $r );
                        } else {
                                return new WP_Error( 'http_request_failed', __( 'Too many redirects.' ) );
                        }
@@ -1204,6 +1291,38 @@ class WP_Http_Curl {
                return strlen( $headers );
        }
 
+       /**
+        * Grab the body of the cURL request
+        *
+        * The contents of the document are passed in chunks, so we append to the $body property for temporary storage.
+        * Returning a length shorter than the length of $data passed in will cause cURL to abort the request as "completed"
+        *
+        * @since 3.6.0
+        * @access private
+        * @return int
+        */
+       private function stream_body( $handle, $data ) {
+               if ( function_exists( 'ini_get' ) && ( ini_get( 'mbstring.func_overload' ) & 2 ) && function_exists( 'mb_internal_encoding' ) ) {
+                       $mb_encoding = mb_internal_encoding();
+                       mb_internal_encoding( 'ISO-8859-1' );
+               }
+
+               if ( $this->max_body_length && ( strlen( $this->body ) + strlen( $data ) ) > $this->max_body_length )
+                       $data = substr( $data, 0, ( $this->max_body_length - strlen( $this->body ) ) );
+
+               if ( $this->stream_handle )
+                       fwrite( $this->stream_handle, $data );
+               else
+                       $this->body .= $data;
+
+               $data_length = strlen( $data );
+
+               if ( isset( $mb_encoding ) )
+                       mb_internal_encoding( $mb_encoding );
+
+               return $data_length;
+       }
+
        /**
         * Whether this class can be used for retrieving an URL.
         *
@@ -1730,16 +1849,29 @@ class WP_Http_Encoding {
         *
         * @return string Types of encoding to accept.
         */
-       public static function accept_encoding() {
+       public static function accept_encoding( $url, $args ) {
                $type = array();
-               if ( function_exists( 'gzinflate' ) )
-                       $type[] = 'deflate;q=1.0';
+               $compression_enabled = WP_Http_Encoding::is_available();
 
-               if ( function_exists( 'gzuncompress' ) )
-                       $type[] = 'compress;q=0.5';
+               if ( ! $args['decompress'] ) // decompression specifically disabled
+                       $compression_enabled = false;
+               elseif ( $args['stream'] ) // disable when streaming to file
+                       $compression_enabled = false;
+               elseif ( isset( $args['limit_response_size'] ) ) // If only partial content is being requested, we won't be able to decompress it
+                       $compression_enabled = false;
+
+               if ( $compression_enabled ) {
+                       if ( function_exists( 'gzinflate' ) )
+                               $type[] = 'deflate;q=1.0';
+
+                       if ( function_exists( 'gzuncompress' ) )
+                               $type[] = 'compress;q=0.5';
+
+                       if ( function_exists( 'gzdecode' ) )
+                               $type[] = 'gzip;q=0.5';
+               }
 
-               if ( function_exists( 'gzdecode' ) )
-                       $type[] = 'gzip;q=0.5';
+               $type = apply_filters( 'wp_http_accept_encoding', $type, $url, $args );
 
                return implode(', ', $type);
        }