forked from museum-digital/MD_STD
Compare commits
4 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
38cb5c785d
|
|||
|
7ff6447d8d
|
|||
|
06ef0932d2
|
|||
|
68e1221215
|
@@ -775,13 +775,55 @@ final class MD_STD {
|
||||
throw new Exception("Failed to get temporary file location");
|
||||
}
|
||||
|
||||
$fp = \fopen($tmp_file, 'w');
|
||||
// Check remote headers
|
||||
|
||||
if (!($ch = \curl_init($url))) {
|
||||
if (!($ch_headers = \curl_init())) {
|
||||
throw new Exception("Failed to initialize curl for $url");
|
||||
};
|
||||
|
||||
\curl_setopt($ch, CURLOPT_FILE, $fp);
|
||||
\curl_setopt_array($ch_headers, [
|
||||
CURLOPT_URL => $url,
|
||||
CURLOPT_RETURNTRANSFER => true,
|
||||
CURLOPT_CONNECTTIMEOUT_MS => 10000,
|
||||
CURLOPT_TIMEOUT_MS => 10000,
|
||||
CURLOPT_FOLLOWLOCATION => true,
|
||||
CURLOPT_AUTOREFERER => true,
|
||||
CURLOPT_USERAGENT => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:10.0.2) Gecko/20100101 Firefox/10.0.2',
|
||||
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_2_0,
|
||||
CURLOPT_TCP_FASTOPEN => true,
|
||||
CURLOPT_HEADER => true,
|
||||
CURLOPT_NOBODY => true,
|
||||
]);
|
||||
\curl_exec($ch_headers);
|
||||
|
||||
// If the content length is too high and the request went out to a trusted source,
|
||||
// return the content type as stated by the remote server.
|
||||
|
||||
if (curl_getinfo($ch_headers, CURLINFO_CONTENT_LENGTH_DOWNLOAD_T) > 2000000) {
|
||||
if (($url_parsed = parse_url($url)) && str_contains($url_parsed['host'], 'archive.org') && !empty($remote_content_type = curl_getinfo($ch_headers, CURLINFO_CONTENT_TYPE))) {
|
||||
return $remote_content_type;
|
||||
}
|
||||
}
|
||||
|
||||
// Validate that the remote file really is of the correct content type.
|
||||
|
||||
$fp = \fopen($tmp_file, 'w');
|
||||
|
||||
if (!($ch = \curl_init())) {
|
||||
throw new Exception("Failed to initialize curl for $url");
|
||||
};
|
||||
|
||||
\curl_setopt_array($ch, [
|
||||
CURLOPT_URL => $url,
|
||||
CURLOPT_CONNECTTIMEOUT_MS => 10000,
|
||||
CURLOPT_TIMEOUT_MS => 10000,
|
||||
CURLOPT_FOLLOWLOCATION => true,
|
||||
CURLOPT_AUTOREFERER => true,
|
||||
CURLOPT_USERAGENT => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:10.0.2) Gecko/20100101 Firefox/10.0.2',
|
||||
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_2_0,
|
||||
CURLOPT_TCP_FASTOPEN => true,
|
||||
CURLOPT_FILE => $fp,
|
||||
]);
|
||||
\curl_exec($ch);
|
||||
|
||||
$mime_type = MD_STD::mime_content_type($tmp_file);
|
||||
@@ -1045,4 +1087,44 @@ final class MD_STD {
|
||||
return $lowest_option;
|
||||
|
||||
}
|
||||
|
||||
/**
|
||||
* Prints an array JSON-encoded. Does so entry by entry to reduce memory consumption.
|
||||
*
|
||||
* @param array<mixed> $input Input.
|
||||
* @param boolean $html_encode HTML encodes.
|
||||
*
|
||||
* @return void
|
||||
*/
|
||||
public static function print_json_encoded(array &$input, bool $html_encode):void {
|
||||
|
||||
$last = count($input);
|
||||
if (array_is_list($input)) {
|
||||
|
||||
echo '[';
|
||||
$i = 0;
|
||||
foreach ($input as $value) {
|
||||
if ($html_encode === true) echo htmlspecialchars(json_encode($value));
|
||||
else echo json_encode($value);
|
||||
$i++;
|
||||
if ($i !== $last) echo ',';
|
||||
}
|
||||
echo ']';
|
||||
|
||||
}
|
||||
else {
|
||||
|
||||
echo '{';
|
||||
$i = 0;
|
||||
foreach ($input as $key => $value) {
|
||||
if ($html_encode === true) echo htmlspecialchars('"' . $key . '" : ' . json_encode($value));
|
||||
else echo '"' . $key . '": ' . json_encode($value);
|
||||
$i++;
|
||||
if ($i !== $last) echo ',';
|
||||
}
|
||||
echo '}';
|
||||
|
||||
}
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
@@ -131,6 +131,20 @@ final class MD_STD_IN {
|
||||
|
||||
}
|
||||
|
||||
/**
|
||||
* Converts an input value into a bool. Different from the default PHP way,
|
||||
* the strings "false" and "False" are treated as negative.
|
||||
*
|
||||
* @param mixed $inputs Input data.
|
||||
*
|
||||
* @return boolean
|
||||
*/
|
||||
public static function boolval(mixed $inputs):bool {
|
||||
|
||||
if (is_string($inputs) && (strtolower($inputs) === "false")) return false;
|
||||
return (bool)$inputs;
|
||||
}
|
||||
|
||||
/**
|
||||
* Validates an input array for all entries being strings. Unsets empty values.
|
||||
* This is especially useful for parsed JSON.
|
||||
|
||||
@@ -25,9 +25,22 @@ abstract class MD_STD_RSS_TEST extends TestCase {
|
||||
|
||||
$domDoc = new DomDocument();
|
||||
self::assertTrue($domDoc->loadXML($this->feed));
|
||||
self::assertTrue($domDoc->schemaValidate(__DIR__ . "/../../assets/xsd/Rss2.xsd"));
|
||||
|
||||
// Don't just validate, but validate after ignoring warning on
|
||||
// the existence of a non-specified <updated/> element.
|
||||
libxml_use_internal_errors(true);
|
||||
$domDoc->schemaValidate(__DIR__ . "/../../assets/xsd/Rss2.xsd");
|
||||
$errors = libxml_get_errors();
|
||||
unset($domDoc);
|
||||
|
||||
foreach ($errors as $e) {
|
||||
|
||||
if (str_contains((string)$e->message, '\'updated\': This element is not expected')) {
|
||||
continue;
|
||||
}
|
||||
throw new Exception($e->message);
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
/**
|
||||
@@ -35,7 +48,7 @@ abstract class MD_STD_RSS_TEST extends TestCase {
|
||||
*
|
||||
* @return void
|
||||
*/
|
||||
final public function testRssFeedLinksAndEnclosure() {
|
||||
public function testRssFeedLinksAndEnclosure() {
|
||||
|
||||
if (!($xmlData = simplexml_load_string($this->feed))) {
|
||||
throw new Exception("Failed to load RSS feed string to SimpleXML element");
|
||||
|
||||
Reference in New Issue
Block a user