HTTPRequest: Replace getInfo() with new parameter 'content_length'

This commit is contained in:
Philipp 2020-10-09 20:52:52 +02:00
parent 1a42f35a3c
commit f3cd973cbe
No known key found for this signature in database
GPG key ID: 9A28B7D4FF5667BD
7 changed files with 15 additions and 30 deletions

View file

@ -319,12 +319,6 @@ class CurlResult implements IHTTPResult
return $this->body; return $this->body;
} }
/** {@inheritDoc} */
public function getInfo()
{
return $this->info;
}
/** {@inheritDoc} */ /** {@inheritDoc} */
public function isRedirectUrl() public function isRedirectUrl()
{ {

View file

@ -121,11 +121,6 @@ class GuzzleResponse extends Response implements IHTTPResult, ResponseInterface
return $this->url; return $this->url;
} }
public function getInfo()
{
// TODO: Implement getInfo() method.
}
/** {@inheritDoc} */ /** {@inheritDoc} */
public function isRedirectUrl() public function isRedirectUrl()
{ {

View file

@ -30,6 +30,7 @@ use Friendica\Util\Network;
use Friendica\Util\Profiler; use Friendica\Util\Profiler;
use GuzzleHttp\Client; use GuzzleHttp\Client;
use GuzzleHttp\Exception\RequestException; use GuzzleHttp\Exception\RequestException;
use GuzzleHttp\Exception\TransferException;
use Psr\Http\Message\RequestInterface; use Psr\Http\Message\RequestInterface;
use Psr\Http\Message\ResponseInterface; use Psr\Http\Message\ResponseInterface;
use Psr\Http\Message\UriInterface; use Psr\Http\Message\UriInterface;
@ -177,10 +178,18 @@ class HTTPRequest implements IHTTPRequest
$this->logger->notice('Curl redirect.', ['url' => $request->getUri(), 'to' => $uri]); $this->logger->notice('Curl redirect.', ['url' => $request->getUri(), 'to' => $uri]);
}; };
$onHeaders = function (ResponseInterface $response) use ($opts) {
if (!empty($opts['content_length']) &&
$response->getHeaderLine('Content-Length') > $opts['content_length']) {
throw new TransferException('The file is too big!');
}
};
$client = new Client([ $client = new Client([
'allow_redirect' => [ 'allow_redirect' => [
'max' => 8, 'max' => 8,
'on_redirect' => $onRedirect, 'on_redirect' => $onRedirect,
'on_headers' => $onHeaders,
'track_redirect' => true, 'track_redirect' => true,
'strict' => true, 'strict' => true,
'referer' => true, 'referer' => true,
@ -191,8 +200,9 @@ class HTTPRequest implements IHTTPRequest
try { try {
$response = $client->get($url); $response = $client->get($url);
return new GuzzleResponse($response, $url); return new GuzzleResponse($response, $url);
} catch (RequestException $exception) { } catch (TransferException $exception) {
if ($exception->hasResponse()) { if ($exception instanceof RequestException &&
$exception->hasResponse()) {
return new GuzzleResponse($exception->getResponse(), $url, $exception->getCode(), $exception->getMessage()); return new GuzzleResponse($exception->getResponse(), $url, $exception->getCode(), $exception->getMessage());
} else { } else {
return new CurlResult($url, '', ['http_code' => $exception->getCode()], $exception->getCode(), $exception->getMessage()); return new CurlResult($url, '', ['http_code' => $exception->getCode()], $exception->getCode(), $exception->getMessage());

View file

@ -75,6 +75,7 @@ interface IHTTPRequest
* 'nobody' => only return the header * 'nobody' => only return the header
* 'cookiejar' => path to cookie jar file * 'cookiejar' => path to cookie jar file
* 'header' => header array * 'header' => header array
* 'content_length' => int maximum File content length
* *
* @return IHTTPResult * @return IHTTPResult
*/ */

View file

@ -82,11 +82,6 @@ interface IHTTPResult
*/ */
public function getBody(); public function getBody();
/**
* @return array
*/
public function getInfo();
/** /**
* @return boolean * @return boolean
*/ */

View file

@ -423,16 +423,11 @@ class Probe
*/ */
private static function getHideStatus($url) private static function getHideStatus($url)
{ {
$curlResult = DI::httpRequest()->get($url); $curlResult = DI::httpRequest()->get($url, false, ['content_length' => 1000000]);
if (!$curlResult->isSuccess()) { if (!$curlResult->isSuccess()) {
return false; return false;
} }
// If the file is too large then exit
if (($curlResult->getInfo()['download_content_length'] ?? 0) > 1000000) {
return false;
}
// If it isn't a HTML file then exit // If it isn't a HTML file then exit
if (($curlResult->getContentType() != '') && !strstr(strtolower($curlResult->getContentType()), 'html')) { if (($curlResult->getContentType() != '') && !strstr(strtolower($curlResult->getContentType()), 'html')) {
return false; return false;

View file

@ -160,16 +160,11 @@ class ParseUrl
return $siteinfo; return $siteinfo;
} }
$curlResult = DI::httpRequest()->get($url); $curlResult = DI::httpRequest()->get($url, false, ['content_length' => 1000000]);
if (!$curlResult->isSuccess()) { if (!$curlResult->isSuccess()) {
return $siteinfo; return $siteinfo;
} }
// If the file is too large then exit
if (($curlResult->getInfo()['download_content_length'] ?? 0) > 1000000) {
return $siteinfo;
}
// If it isn't a HTML file then exit // If it isn't a HTML file then exit
if (($curlResult->getContentType() != '') && !strstr(strtolower($curlResult->getContentType()), 'html')) { if (($curlResult->getContentType() != '') && !strstr(strtolower($curlResult->getContentType()), 'html')) {
return $siteinfo; return $siteinfo;