Remove option to convert without checking validity
pcs-errors:226 phpunit-status:successful
This commit is contained in:
parent
4db3c1ba9c
commit
f96b10748a
380
csv_check.php
380
csv_check.php
|
|
@ -1,380 +0,0 @@
|
|||
<?PHP
|
||||
declare(strict_types = 1);
|
||||
error_reporting(E_ALL);
|
||||
ini_set('display_errors', "0");
|
||||
|
||||
if (session_status() != PHP_SESSION_ACTIVE) {
|
||||
session_start();
|
||||
}
|
||||
|
||||
require_once __DIR__ . "/functions/functions.php";
|
||||
|
||||
// This array contains all available languages
|
||||
$allowed_langs = ['ar', 'de', 'en', 'hu', 'id', 'it', 'pl','pt'];
|
||||
|
||||
// Some languages are in translation. They will only be available for logged in users.
|
||||
|
||||
if (isset($_GET['navlang'])) {
|
||||
$_SESSION['lang'] = $_GET['navlang'];
|
||||
if (!in_array($_SESSION['lang'], $allowed_langs)) $_SESSION['lang'] = 'de';
|
||||
}
|
||||
else if (!isset($_SESSION['lang'])) {
|
||||
$_SESSION['lang'] = lang_getfrombrowser($allowed_langs, 'en', "", false);
|
||||
}
|
||||
$lang = $_SESSION['lang'];
|
||||
|
||||
$filename = $_GET['fnam'];
|
||||
$csv_datei = 'csv/' . $filename;
|
||||
|
||||
// Get allowed values * $fieldNoMultiplicator
|
||||
$fieldNoMultiplicator = 10;
|
||||
require __DIR__ . "/values/availableFields.php";
|
||||
|
||||
$allowed = $eventpart = $eventpartsure = $fieldsWithDependency = $fieldsWithAllowedValueSet = [];
|
||||
|
||||
foreach ($availableFields as $categoryName => $fieldCategory) {
|
||||
$allowed = array_merge($allowed, array_keys($fieldCategory));
|
||||
|
||||
// Extended operations for events
|
||||
if (strpos($categoryName, $basis['event']) !== false) {
|
||||
foreach ($fieldCategory as $key => $value) {
|
||||
if (strpos($key, "_annotation") !== false or strpos($key, "_gnd") !== false) continue;
|
||||
if (strpos($key, "_sure") !== false) $eventpartsure[] = $key;
|
||||
else $eventpart[] = $key;
|
||||
}
|
||||
}
|
||||
|
||||
foreach ($fieldCategory as $key => $value) {
|
||||
if (!empty($value["dependsOn"])) {
|
||||
$fieldsWithDependency[$key] = $value['dependsOn'];
|
||||
}
|
||||
if (!empty($value["allowedValues"])) {
|
||||
$fieldsWithAllowedValueSet[$key] = $value['allowedValues'];
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
$allowed_inclusion_kind_of = ['inclusion_kind_of', 'Schenkung', 'Kauf', 'Grabung', 'Notbergung', 'Erbschaft', 'Stiftung', 'Enteignung', 'Ursprungsbestand', 'Ajándékozás','Vétel','Feltárás','Hivatalos átadás','Csere','Gyűjtés','Saját előállítás','Törzsanyag','Letét', 'endowment', 'dispossession', 'old stock', ''];
|
||||
|
||||
///// Check #1
|
||||
//echo '<pre>';print_r($allowed);echo '</pre>';
|
||||
echo '1: Only allowed tags (column names) used?';
|
||||
$fp = fopen ( $csv_datei, 'r' );
|
||||
$y = 1;
|
||||
$error = 0;
|
||||
$zeile = fgetcsv( $fp, 100000, ';' );
|
||||
$maxLoopLen = count($zeile);
|
||||
for ($x = 0; $x < $maxLoopLen; $x++) {
|
||||
|
||||
$zeile[$x] = str_replace("\xEF\xBB\xBF", "", $zeile[$x]);
|
||||
$inhalt[$y][$x] = $zeile[$x];
|
||||
if (!in_array($inhalt[1][$x], $allowed)) {
|
||||
echo '<br><i style="font-style:normal;color:#990000;">ERROR in column ' . $x . ' created by value: ' . $inhalt[1][$x] . '</i>';
|
||||
$error = $error + 1;
|
||||
}
|
||||
//echo '<br/>';var_dump($inhalt[1][$x]);
|
||||
}
|
||||
fclose($fp);
|
||||
$erstezeile = $zeile;
|
||||
if ($error != 0) echo '<br><b style="color:#990000;">Not allowed tags found !</b>'; else echo '<br><i style="font-style:normal;color:#009900;">Only allowed tags used !</i>';
|
||||
|
||||
//// Check #2
|
||||
echo '<br><br>2: Not allowed multiple use of tags (column names)?';
|
||||
$compare = array_unique($zeile);
|
||||
|
||||
$result = identical_values($zeile, $compare);
|
||||
if ($result == false) {
|
||||
echo '<br><b style="color:#990000;">There are dublicate column names !</b>';
|
||||
$error = $error + 1;
|
||||
}
|
||||
else {
|
||||
echo '<br><i style="font-style:normal;color:#009900;">No dublicate column names !</i>';
|
||||
}
|
||||
|
||||
|
||||
//// Get values into memory for following checks
|
||||
$fp = fopen ( $csv_datei, 'r' );
|
||||
$y = 0;
|
||||
while ($zeile = fgetcsv($fp, 100000, ';')) {
|
||||
|
||||
$y++;
|
||||
$maxLoopLen = count($zeile);
|
||||
for ($x = 0; $x < $maxLoopLen; $x++) {
|
||||
$inhalt[$y][$x] = str_replace("'", "\'", $zeile[$x]);
|
||||
}
|
||||
}
|
||||
fclose($fp);
|
||||
|
||||
///// Check #3
|
||||
echo '<br><br>3: Mandatory tags available and always filled in?';
|
||||
unset($inv_array);
|
||||
$inv_error = 0;
|
||||
|
||||
/**
|
||||
* Function for finding duplicates?.
|
||||
*
|
||||
* @param array $array Input array.
|
||||
*
|
||||
* @return array
|
||||
*/
|
||||
function get_duplicates(array $array):array {
|
||||
return array_unique(array_diff_assoc($array, array_unique($array)));
|
||||
|
||||
}
|
||||
|
||||
$mandatory = ['inventory_number','object_type','object_title','object_description'];
|
||||
foreach ($mandatory as $tMandatoryField) {
|
||||
if (!in_array($tMandatoryField, $erstezeile)) {
|
||||
echo '<br><i style="font-style:normal;color:#990000;">Mandatory: Column <b>' . $tMandatoryField . '</b> missing</i>';
|
||||
$error = $error + 1;
|
||||
$inv_error = $inv_error + 1;
|
||||
}
|
||||
else {
|
||||
$spaltenr = array_search($tMandatoryField, $erstezeile);
|
||||
for ($j = 0; $j < $y; $j++) {
|
||||
if ($inhalt[$j + 1][$spaltenr] == '') {
|
||||
echo '<br><i style="font-style:normal;color:#990000;">Missing value for <b>' . $tMandatoryField . '</b> in row ' . ($j + 1) . '</i>';
|
||||
$error = $error + 1;
|
||||
$inv_error = $inv_error + 1;
|
||||
}
|
||||
if ($tMandatoryField == 'inventory_number') {
|
||||
$inv_array[] = $inhalt[$j + 1][$spaltenr];
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
if ($inv_error == 0) echo '<br><i style="font-style:normal;color:#009900;">All mandatory tags available and with values !</i>';
|
||||
|
||||
|
||||
///// Check #4
|
||||
echo '<br><br>4: Inventory_number unique ?';
|
||||
if (in_array('inventory_number', $erstezeile)) {
|
||||
$doppelte_inv = get_duplicates($inv_array);
|
||||
$doppelte_inv = array_values($doppelte_inv);
|
||||
if (!empty($doppelte_inv)) {
|
||||
foreach ($doppelte_inv as $tDublicateInvNo) {
|
||||
echo '<br><i style="font-style:normal;color:#990000;">Multiple use of inventory_number <b>' . $tDublicateInvNo . '</b></i>';
|
||||
$error = $error + 1;
|
||||
}
|
||||
}
|
||||
else echo '<br><i style="font-style:normal;color:#009900;">All inventory_numbers are unique !</i>';
|
||||
}
|
||||
else {
|
||||
echo '<br><b style="font-style:normal;color:#990000;">Aborted, column inventory_number is missing</b>';
|
||||
$error = $error + 1;
|
||||
}
|
||||
|
||||
///// Check #5
|
||||
echo '<br><br>5: Dependent colums observed ?<br>';
|
||||
|
||||
|
||||
// Check for correct handling of dependent fields
|
||||
foreach ($fieldsWithDependency as $tField => $tDependentFields) {
|
||||
|
||||
if (array_search($tField, $erstezeile) === false) continue;
|
||||
|
||||
foreach ($tDependentFields as $tDependentField) {
|
||||
if (array_search($tDependentField, $erstezeile) === false) {
|
||||
$depencymessage[] = "Dependency issue at column $tField: Corresponding column $tDependentField is missing";
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
if (!empty($depencymessage)) {
|
||||
echo '<b style="color:#990000;">Dependent columns were not observed !</b>';
|
||||
foreach ($depencymessage as $tDepMsg) {
|
||||
echo '<br>' . $tDepMsg;
|
||||
$error = $error + 1;
|
||||
}
|
||||
}
|
||||
else {
|
||||
echo '<i style="font-style:normal;color:#009900;">Dependent columns were observed !</i>';
|
||||
}
|
||||
|
||||
///// Check #6
|
||||
echo '<br><br>6: Dependency of content observed?';
|
||||
|
||||
$crosscheck1 = ['object_other_title','detailed_description','detailed_description','inscription','inscription','dimensions_separate_length_value', 'dimensions_separate_width_value', 'dimensions_separate_height_value', 'dimensions_separate_diameter_value', 'dimensions_separate_wall_thickness_value', 'dimensions_separate_weight_value','closer_location','bought_for','worth_value','worth_insurance_value'];
|
||||
$crosscheck2 = ['object_other_title_kind_of','detailed_description_md','detailed_description_extern','inscription_md','inscription_extern','dimensions_separate_length_unit', 'dimensions_separate_width_unit', 'dimensions_separate_height_unit', 'dimensions_separate_diameter_unit', 'dimensions_separate_wall_thickness_unit', 'dimensions_separate_weight_unit','closer_location_as','bought_for_currency','worth_unit','worth_insurance_unit'];
|
||||
|
||||
$depcon_error = 0;
|
||||
foreach ($crosscheck1 as $l => $tCrossCheck) {
|
||||
|
||||
if (in_array($tCrossCheck, $erstezeile)) {
|
||||
|
||||
for ($j = 1; $j < ($y + 1); $j++) {
|
||||
if ($inhalt[$j][array_search($crosscheck2[$l], $erstezeile)] !== '' and $inhalt[$j][array_search($tCrossCheck, $erstezeile)] == '') {
|
||||
echo '<br>Tag <b>' . $crosscheck2[$l] . '</b> given but no entry for <b>' . $tCrossCheck . '</b> (row ' . $j . ')';
|
||||
$depcon_error++;
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
foreach ($eventpart as $l => $tEventPart) {
|
||||
if (in_array($tEventPart, $erstezeile)) {
|
||||
for ($j = 1; $j < ($y + 1); $j++) {
|
||||
if ($inhalt[$j][array_search($eventpartsure[$l], $erstezeile)] !== '' and $inhalt[$j][array_search($tEventPart, $erstezeile)] == '') {
|
||||
echo '<br>Tag <b>' . $eventpartsure[$l] . '</b> given but no entry for <b>' . $tEventPart . '</b> (row ' . $j . ')';
|
||||
$depcon_error++;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (in_array('dimensions_separate_show_md', $erstezeile)) {
|
||||
for ($j = 1; $j < ($y + 1); $j++) {
|
||||
if ($inhalt[$j][array_search('dimensions_separate_show_md', $erstezeile)] !== '' and ($inhalt[$j][array_search('dimensions_separate_length_value', $erstezeile)] == '') and $inhalt[$j][array_search('dimensions_separate_width_value', $erstezeile)] == '' and $inhalt[$j][array_search('dimensions_separate_heigt_value', $erstezeile)] == '' and $inhalt[$j][array_search('dimensions_separate_weight_value', $erstezeile)] == '' and $inhalt[$j][array_search('dimensions_separate_diameter_value', $erstezeile)] == '' and $inhalt[$j][array_search('dimensions_separate_wall_thickness_value', $erstezeile)] == '') {
|
||||
echo '<br>Tag <b>dimensions_separate_show_md</b> given but no separate values available (row ' . $j . ')';
|
||||
$depcon_error = $depcon_error + 1;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (in_array('dimensions_separate_show_extern', $erstezeile)) {
|
||||
for ($j = 1; $j < ($y + 1); $j++) {
|
||||
if ($inhalt[$j][array_search('dimensions_separate_show_extern', $erstezeile)] !== '' and ($inhalt[$j][array_search('dimensions_separate_length_value', $erstezeile)] == '') and $inhalt[$j][array_search('dimensions_separate_width_value', $erstezeile)] == '' and $inhalt[$j][array_search('dimensions_separate_heigt_value', $erstezeile)] == '' and $inhalt[$j][array_search('dimensions_separate_weight_value', $erstezeile)] == '' and $inhalt[$j][array_search('dimensions_separate_diameter_value', $erstezeile)] == '' and $inhalt[$j][array_search('dimensions_separate_wall_thickness_value', $erstezeile)] == '') {
|
||||
echo '<br>Tag <b>dimensions_separate_show_extern</b> given but no separate values available (row ' . $j . ')';
|
||||
$depcon_error = $depcon_error + 1;
|
||||
}
|
||||
}
|
||||
}
|
||||
/*
|
||||
for ($im=1;$im<11;$im++)
|
||||
{
|
||||
if (in_array('image_name'.$im,$erstezeile))
|
||||
{
|
||||
for ($j=1;$j<($y+1);$j++)
|
||||
{
|
||||
if ($inhalt[$j][array_search('image_rights'.$im,$erstezeile)]!=='')
|
||||
{
|
||||
echo '<br>TAG <b>image_name'.$im.'</b> given but no value available for image_rights'.$im.' (row '.$j.')';
|
||||
$depcon_error=$depcon_error+1;
|
||||
}
|
||||
if ($inhalt[$j][array_search('image_visible'.$im,$erstezeile)]!=='')
|
||||
{
|
||||
echo '<br>TAG <b>image_name'.$im.'</b> given but no value available for image_visible'.$im.' (row '.$j.')';
|
||||
$depcon_error=$depcon_error+1;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
*/
|
||||
if ($depcon_error == 0) echo '<br><i style="font-style:normal;color:#009900;">Dependency of content was observed !</i>';
|
||||
|
||||
///// Check #7
|
||||
echo '<br><br>7: Not allowed values in controlled lists?<br>';
|
||||
for ($i = 2; $i <= $y; $i++) {
|
||||
|
||||
foreach ($inhalt[$i] as $key => $value) {
|
||||
|
||||
$columnName = $inhalt[1][$key];
|
||||
// If the field is not restricted, then continue
|
||||
if (!isset($fieldsWithAllowedValueSet[$columnName])) continue;
|
||||
|
||||
// For others: check if the value is from the list of allowed values.
|
||||
if (!in_array($value, $fieldsWithAllowedValueSet[$columnName])) {
|
||||
|
||||
// It may be that the value is empty together with all dependent fields,
|
||||
// because it's in a repeat field that was needed earlier.
|
||||
if (empty($value) && !empty($fieldsWithDependency[$columnName])) {
|
||||
|
||||
$allDependentsEmpty = true;
|
||||
foreach ($fieldsWithDependency[$columnName] as $depField) {
|
||||
// Find keys of dependent field
|
||||
$depFieldKey = array_search($depField, $inhalt[1]);
|
||||
if (!empty($inhalt[$i][$depFieldKey])) {
|
||||
$allDependentsEmpty = false;
|
||||
break;
|
||||
}
|
||||
}
|
||||
if ($allDependentsEmpty === true) continue;
|
||||
|
||||
}
|
||||
|
||||
$errormessage[] = "Disallowed value in column <code>{$columnName}</code> on row <code>{$i}</code>: <em>" . $value . "</em> (allowed values: <small>" . implode(", ", $fieldsWithAllowedValueSet[$columnName]) . "</small>)";
|
||||
}
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
if (isset($errormessage) and $errormessage != '') {
|
||||
echo '<b style="color:#990000;">Columns with controlled values contain invalid values !</b>';
|
||||
foreach ($errormessage as $tMsg) {
|
||||
echo '<br>' . $tMsg;
|
||||
$error++;
|
||||
}
|
||||
}
|
||||
else {
|
||||
echo '<i style="font-style:normal;color:#009900;">Values in controlled fields are all valid !</i>';
|
||||
}
|
||||
|
||||
///// Check #8
|
||||
unset($errormessage);
|
||||
echo '<br><br>8: Main image or main resource given?<br>';
|
||||
$hasanyimage = 0;
|
||||
for ($im = 1; $im < 29; $im++)
|
||||
{
|
||||
if (array_search('image_name' . $im, $erstezeile) != '') {$imagemain[$im]['name'] = array_search('image_name' . $im, $erstezeile);$hasanyimage++;
|
||||
}
|
||||
if (array_search('image_visible' . $im, $erstezeile) != '') $imagemain[$im]['visible'] = array_search('image_visible' . $im, $erstezeile);
|
||||
if (array_search('image_main' . $im, $erstezeile) != '') $imagemain[$im]['main'] = array_search('image_main' . $im, $erstezeile);
|
||||
}
|
||||
|
||||
if ($hasanyimage > 0) {
|
||||
$imagemain = array_values($imagemain);
|
||||
for ($i = 1; $i <= $y; $i++)
|
||||
{
|
||||
if ($i > 1) {
|
||||
//check if in a row any image_name is given
|
||||
$maimg = $hatimg = 0;
|
||||
foreach ($imagemain as $im => $tMainImage) {
|
||||
if ($inhalt[$i][$tMainImage] != '') $hatimg++;
|
||||
}
|
||||
if ($hatimg > 0) {
|
||||
// first check: how many main-images?
|
||||
foreach ($imagemain as $im => $tMainImage) {
|
||||
if ($inhalt[$i][$imagemain[$im]['main']] == 'y') {
|
||||
$maimg++;
|
||||
$merk = $im;
|
||||
}
|
||||
}
|
||||
// if there is exacly one main-image, is it visible?
|
||||
if ($maimg == 1) {
|
||||
if ($inhalt[$i][$imagemain[$merk]['visible']] == 'n') {
|
||||
$errormessage[] = '<b style="font-weight:normal;color:#990000">Main image in row ' . $i . ' is not visible</b>';
|
||||
}
|
||||
}
|
||||
}
|
||||
if ($maimg == 0 and $hatimg > 0) $errormessage[] = '<b style="font-weight:normal;color:#990000">There is no visible main image given in row ' . $i . '</b>';
|
||||
if ($maimg > 1 and $hatimg > 0) $errormessage[] = '<b style="font-weight:normal;color:#990000">There are ' . $maimg . ' main images given in row ' . $i . '</b>';
|
||||
}
|
||||
}
|
||||
|
||||
if (!empty($errormessage)) {
|
||||
echo '<b style="color:#990000;">There is not one main image for each object !</b>';
|
||||
foreach ($errormessage as $tMsg) {
|
||||
echo '<br>' . $tMsg;
|
||||
$error++;
|
||||
}
|
||||
}
|
||||
else {
|
||||
echo '<i style="font-style:normal;color:#009900;">For each object that has images attached exactly one main image is given !</i>';
|
||||
}
|
||||
}
|
||||
else {
|
||||
echo '<i style="font-style:normal;color:#009900;">No images to be imported !</i>';
|
||||
}
|
||||
|
||||
echo '<hr>';
|
||||
if ($error + $depcon_error > 0) {
|
||||
echo '
|
||||
<p>Error(s) found: ' . ($error + $depcon_error) . '</p>';
|
||||
}
|
||||
else {
|
||||
echo '<a href="index6.php?fnam=' . htmlspecialchars($_GET['fnam']) . '" class="buttonLike">Create XML for md:import (utf8)</a><br>';
|
||||
}
|
||||
379
index3.php
379
index3.php
|
|
@ -1,17 +1,390 @@
|
|||
<?PHP
|
||||
declare(strict_types = 1);
|
||||
|
||||
error_reporting(E_ALL);
|
||||
ini_set('display_errors', "0");
|
||||
require_once __DIR__ . "/functions/functions.php";
|
||||
|
||||
if (session_status() != PHP_SESSION_ACTIVE) {
|
||||
session_start();
|
||||
}
|
||||
|
||||
// This array contains all available languages
|
||||
$allowed_langs = ['ar', 'de', 'en', 'hu', 'id', 'it', 'pl','pt'];
|
||||
|
||||
// Some languages are in translation. They will only be available for logged in users.
|
||||
|
||||
if (isset($_GET['navlang'])) {
|
||||
$_SESSION['lang'] = $_GET['navlang'];
|
||||
if (!in_array($_SESSION['lang'], $allowed_langs)) $_SESSION['lang'] = 'de';
|
||||
}
|
||||
else if (!isset($_SESSION['lang'])) {
|
||||
$_SESSION['lang'] = lang_getfrombrowser($allowed_langs, 'en', "", false);
|
||||
}
|
||||
$lang = $_SESSION['lang'];
|
||||
|
||||
$filename = $_GET['fnam'];
|
||||
$csv_datei = 'csv/' . $filename;
|
||||
|
||||
// Get allowed values * $fieldNoMultiplicator
|
||||
$fieldNoMultiplicator = 10;
|
||||
require __DIR__ . "/values/availableFields.php";
|
||||
|
||||
$allowed = $eventpart = $eventpartsure = $fieldsWithDependency = $fieldsWithAllowedValueSet = [];
|
||||
|
||||
foreach ($availableFields as $categoryName => $fieldCategory) {
|
||||
$allowed = array_merge($allowed, array_keys($fieldCategory));
|
||||
|
||||
// Extended operations for events
|
||||
if (strpos($categoryName, $basis['event']) !== false) {
|
||||
foreach ($fieldCategory as $key => $value) {
|
||||
if (strpos($key, "_annotation") !== false or strpos($key, "_gnd") !== false) continue;
|
||||
if (strpos($key, "_sure") !== false) $eventpartsure[] = $key;
|
||||
else $eventpart[] = $key;
|
||||
}
|
||||
}
|
||||
|
||||
foreach ($fieldCategory as $key => $value) {
|
||||
if (!empty($value["dependsOn"])) {
|
||||
$fieldsWithDependency[$key] = $value['dependsOn'];
|
||||
}
|
||||
if (!empty($value["allowedValues"])) {
|
||||
$fieldsWithAllowedValueSet[$key] = $value['allowedValues'];
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
$allowed_inclusion_kind_of = ['inclusion_kind_of', 'Schenkung', 'Kauf', 'Grabung', 'Notbergung', 'Erbschaft', 'Stiftung', 'Enteignung', 'Ursprungsbestand', 'Ajándékozás','Vétel','Feltárás','Hivatalos átadás','Csere','Gyűjtés','Saját előállítás','Törzsanyag','Letét', 'endowment', 'dispossession', 'old stock', ''];
|
||||
|
||||
echo printHTMLHead();
|
||||
|
||||
echo '<div class="maincontent">';
|
||||
$semikoma = $_GET['semikoma'];
|
||||
echo 'Please wait ... (checking validity)';
|
||||
echo '<form action="index.php" style="margin:0px;padding:0px;">';
|
||||
echo '<input type="submit" value="Reload" />';
|
||||
echo '</form>';
|
||||
require 'csv_check.php';
|
||||
|
||||
///// Check #1
|
||||
//echo '<pre>';print_r($allowed);echo '</pre>';
|
||||
echo '1: Only allowed tags (column names) used?';
|
||||
$fp = fopen ( $csv_datei, 'r' );
|
||||
$y = 1;
|
||||
$error = 0;
|
||||
$zeile = fgetcsv( $fp, 100000, ';' );
|
||||
$maxLoopLen = count($zeile);
|
||||
for ($x = 0; $x < $maxLoopLen; $x++) {
|
||||
|
||||
$zeile[$x] = str_replace("\xEF\xBB\xBF", "", $zeile[$x]);
|
||||
$inhalt[$y][$x] = $zeile[$x];
|
||||
if (!in_array($inhalt[1][$x], $allowed)) {
|
||||
echo '<br><i style="font-style:normal;color:#990000;">ERROR in column ' . $x . ' created by value: ' . $inhalt[1][$x] . '</i>';
|
||||
$error = $error + 1;
|
||||
}
|
||||
//echo '<br/>';var_dump($inhalt[1][$x]);
|
||||
}
|
||||
fclose($fp);
|
||||
$erstezeile = $zeile;
|
||||
if ($error != 0) echo '<br><b style="color:#990000;">Not allowed tags found !</b>'; else echo '<br><i style="font-style:normal;color:#009900;">Only allowed tags used !</i>';
|
||||
|
||||
//// Check #2
|
||||
echo '<br><br>2: Not allowed multiple use of tags (column names)?';
|
||||
$compare = array_unique($zeile);
|
||||
|
||||
$result = identical_values($zeile, $compare);
|
||||
if ($result == false) {
|
||||
echo '<br><b style="color:#990000;">There are dublicate column names !</b>';
|
||||
$error = $error + 1;
|
||||
}
|
||||
else {
|
||||
echo '<br><i style="font-style:normal;color:#009900;">No dublicate column names !</i>';
|
||||
}
|
||||
|
||||
|
||||
//// Get values into memory for following checks
|
||||
$fp = fopen ( $csv_datei, 'r' );
|
||||
$y = 0;
|
||||
while ($zeile = fgetcsv($fp, 100000, ';')) {
|
||||
|
||||
$y++;
|
||||
$maxLoopLen = count($zeile);
|
||||
for ($x = 0; $x < $maxLoopLen; $x++) {
|
||||
$inhalt[$y][$x] = str_replace("'", "\'", $zeile[$x]);
|
||||
}
|
||||
}
|
||||
fclose($fp);
|
||||
|
||||
///// Check #3
|
||||
echo '<br><br>3: Mandatory tags available and always filled in?';
|
||||
unset($inv_array);
|
||||
$inv_error = 0;
|
||||
|
||||
/**
|
||||
* Function for finding duplicates?.
|
||||
*
|
||||
* @param array $array Input array.
|
||||
*
|
||||
* @return array
|
||||
*/
|
||||
function get_duplicates(array $array):array {
|
||||
return array_unique(array_diff_assoc($array, array_unique($array)));
|
||||
|
||||
}
|
||||
|
||||
$mandatory = ['inventory_number','object_type','object_title','object_description'];
|
||||
foreach ($mandatory as $tMandatoryField) {
|
||||
if (!in_array($tMandatoryField, $erstezeile)) {
|
||||
echo '<br><i style="font-style:normal;color:#990000;">Mandatory: Column <b>' . $tMandatoryField . '</b> missing</i>';
|
||||
$error = $error + 1;
|
||||
$inv_error = $inv_error + 1;
|
||||
}
|
||||
else {
|
||||
$spaltenr = array_search($tMandatoryField, $erstezeile);
|
||||
for ($j = 0; $j < $y; $j++) {
|
||||
if ($inhalt[$j + 1][$spaltenr] == '') {
|
||||
echo '<br><i style="font-style:normal;color:#990000;">Missing value for <b>' . $tMandatoryField . '</b> in row ' . ($j + 1) . '</i>';
|
||||
$error = $error + 1;
|
||||
$inv_error = $inv_error + 1;
|
||||
}
|
||||
if ($tMandatoryField == 'inventory_number') {
|
||||
$inv_array[] = $inhalt[$j + 1][$spaltenr];
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
if ($inv_error == 0) echo '<br><i style="font-style:normal;color:#009900;">All mandatory tags available and with values !</i>';
|
||||
|
||||
|
||||
///// Check #4
|
||||
echo '<br><br>4: Inventory_number unique ?';
|
||||
if (in_array('inventory_number', $erstezeile)) {
|
||||
$doppelte_inv = get_duplicates($inv_array);
|
||||
$doppelte_inv = array_values($doppelte_inv);
|
||||
if (!empty($doppelte_inv)) {
|
||||
foreach ($doppelte_inv as $tDublicateInvNo) {
|
||||
echo '<br><i style="font-style:normal;color:#990000;">Multiple use of inventory_number <b>' . $tDublicateInvNo . '</b></i>';
|
||||
$error = $error + 1;
|
||||
}
|
||||
}
|
||||
else echo '<br><i style="font-style:normal;color:#009900;">All inventory_numbers are unique !</i>';
|
||||
}
|
||||
else {
|
||||
echo '<br><b style="font-style:normal;color:#990000;">Aborted, column inventory_number is missing</b>';
|
||||
$error = $error + 1;
|
||||
}
|
||||
|
||||
///// Check #5
|
||||
echo '<br><br>5: Dependent colums observed ?<br>';
|
||||
|
||||
|
||||
// Check for correct handling of dependent fields
|
||||
foreach ($fieldsWithDependency as $tField => $tDependentFields) {
|
||||
|
||||
if (array_search($tField, $erstezeile) === false) continue;
|
||||
|
||||
foreach ($tDependentFields as $tDependentField) {
|
||||
if (array_search($tDependentField, $erstezeile) === false) {
|
||||
$depencymessage[] = "Dependency issue at column $tField: Corresponding column $tDependentField is missing";
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
if (!empty($depencymessage)) {
|
||||
echo '<b style="color:#990000;">Dependent columns were not observed !</b>';
|
||||
foreach ($depencymessage as $tDepMsg) {
|
||||
echo '<br>' . $tDepMsg;
|
||||
$error = $error + 1;
|
||||
}
|
||||
}
|
||||
else {
|
||||
echo '<i style="font-style:normal;color:#009900;">Dependent columns were observed !</i>';
|
||||
}
|
||||
|
||||
///// Check #6
|
||||
echo '<br><br>6: Dependency of content observed?';
|
||||
|
||||
$crosscheck1 = ['object_other_title','detailed_description','detailed_description','inscription','inscription','dimensions_separate_length_value', 'dimensions_separate_width_value', 'dimensions_separate_height_value', 'dimensions_separate_diameter_value', 'dimensions_separate_wall_thickness_value', 'dimensions_separate_weight_value','closer_location','bought_for','worth_value','worth_insurance_value'];
|
||||
$crosscheck2 = ['object_other_title_kind_of','detailed_description_md','detailed_description_extern','inscription_md','inscription_extern','dimensions_separate_length_unit', 'dimensions_separate_width_unit', 'dimensions_separate_height_unit', 'dimensions_separate_diameter_unit', 'dimensions_separate_wall_thickness_unit', 'dimensions_separate_weight_unit','closer_location_as','bought_for_currency','worth_unit','worth_insurance_unit'];
|
||||
|
||||
$depcon_error = 0;
|
||||
foreach ($crosscheck1 as $l => $tCrossCheck) {
|
||||
|
||||
if (in_array($tCrossCheck, $erstezeile)) {
|
||||
|
||||
for ($j = 1; $j < ($y + 1); $j++) {
|
||||
if ($inhalt[$j][array_search($crosscheck2[$l], $erstezeile)] !== '' and $inhalt[$j][array_search($tCrossCheck, $erstezeile)] == '') {
|
||||
echo '<br>Tag <b>' . $crosscheck2[$l] . '</b> given but no entry for <b>' . $tCrossCheck . '</b> (row ' . $j . ')';
|
||||
$depcon_error++;
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
foreach ($eventpart as $l => $tEventPart) {
|
||||
if (in_array($tEventPart, $erstezeile)) {
|
||||
for ($j = 1; $j < ($y + 1); $j++) {
|
||||
if ($inhalt[$j][array_search($eventpartsure[$l], $erstezeile)] !== '' and $inhalt[$j][array_search($tEventPart, $erstezeile)] == '') {
|
||||
echo '<br>Tag <b>' . $eventpartsure[$l] . '</b> given but no entry for <b>' . $tEventPart . '</b> (row ' . $j . ')';
|
||||
$depcon_error++;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (in_array('dimensions_separate_show_md', $erstezeile)) {
|
||||
for ($j = 1; $j < ($y + 1); $j++) {
|
||||
if ($inhalt[$j][array_search('dimensions_separate_show_md', $erstezeile)] !== '' and ($inhalt[$j][array_search('dimensions_separate_length_value', $erstezeile)] == '') and $inhalt[$j][array_search('dimensions_separate_width_value', $erstezeile)] == '' and $inhalt[$j][array_search('dimensions_separate_heigt_value', $erstezeile)] == '' and $inhalt[$j][array_search('dimensions_separate_weight_value', $erstezeile)] == '' and $inhalt[$j][array_search('dimensions_separate_diameter_value', $erstezeile)] == '' and $inhalt[$j][array_search('dimensions_separate_wall_thickness_value', $erstezeile)] == '') {
|
||||
echo '<br>Tag <b>dimensions_separate_show_md</b> given but no separate values available (row ' . $j . ')';
|
||||
$depcon_error = $depcon_error + 1;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (in_array('dimensions_separate_show_extern', $erstezeile)) {
|
||||
for ($j = 1; $j < ($y + 1); $j++) {
|
||||
if ($inhalt[$j][array_search('dimensions_separate_show_extern', $erstezeile)] !== '' and ($inhalt[$j][array_search('dimensions_separate_length_value', $erstezeile)] == '') and $inhalt[$j][array_search('dimensions_separate_width_value', $erstezeile)] == '' and $inhalt[$j][array_search('dimensions_separate_heigt_value', $erstezeile)] == '' and $inhalt[$j][array_search('dimensions_separate_weight_value', $erstezeile)] == '' and $inhalt[$j][array_search('dimensions_separate_diameter_value', $erstezeile)] == '' and $inhalt[$j][array_search('dimensions_separate_wall_thickness_value', $erstezeile)] == '') {
|
||||
echo '<br>Tag <b>dimensions_separate_show_extern</b> given but no separate values available (row ' . $j . ')';
|
||||
$depcon_error = $depcon_error + 1;
|
||||
}
|
||||
}
|
||||
}
|
||||
/*
|
||||
for ($im=1;$im<11;$im++)
|
||||
{
|
||||
if (in_array('image_name'.$im,$erstezeile))
|
||||
{
|
||||
for ($j=1;$j<($y+1);$j++)
|
||||
{
|
||||
if ($inhalt[$j][array_search('image_rights'.$im,$erstezeile)]!=='')
|
||||
{
|
||||
echo '<br>TAG <b>image_name'.$im.'</b> given but no value available for image_rights'.$im.' (row '.$j.')';
|
||||
$depcon_error=$depcon_error+1;
|
||||
}
|
||||
if ($inhalt[$j][array_search('image_visible'.$im,$erstezeile)]!=='')
|
||||
{
|
||||
echo '<br>TAG <b>image_name'.$im.'</b> given but no value available for image_visible'.$im.' (row '.$j.')';
|
||||
$depcon_error=$depcon_error+1;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
*/
|
||||
if ($depcon_error == 0) echo '<br><i style="font-style:normal;color:#009900;">Dependency of content was observed !</i>';
|
||||
|
||||
///// Check #7
|
||||
echo '<br><br>7: Not allowed values in controlled lists?<br>';
|
||||
for ($i = 2; $i <= $y; $i++) {
|
||||
|
||||
foreach ($inhalt[$i] as $key => $value) {
|
||||
|
||||
$columnName = $inhalt[1][$key];
|
||||
// If the field is not restricted, then continue
|
||||
if (!isset($fieldsWithAllowedValueSet[$columnName])) continue;
|
||||
|
||||
// For others: check if the value is from the list of allowed values.
|
||||
if (!in_array($value, $fieldsWithAllowedValueSet[$columnName])) {
|
||||
|
||||
// It may be that the value is empty together with all dependent fields,
|
||||
// because it's in a repeat field that was needed earlier.
|
||||
if (empty($value) && !empty($fieldsWithDependency[$columnName])) {
|
||||
|
||||
$allDependentsEmpty = true;
|
||||
foreach ($fieldsWithDependency[$columnName] as $depField) {
|
||||
// Find keys of dependent field
|
||||
$depFieldKey = array_search($depField, $inhalt[1]);
|
||||
if (!empty($inhalt[$i][$depFieldKey])) {
|
||||
$allDependentsEmpty = false;
|
||||
break;
|
||||
}
|
||||
}
|
||||
if ($allDependentsEmpty === true) continue;
|
||||
|
||||
}
|
||||
|
||||
$errormessage[] = "Disallowed value in column <code>{$columnName}</code> on row <code>{$i}</code>: <em>" . $value . "</em> (allowed values: <small>" . implode(", ", $fieldsWithAllowedValueSet[$columnName]) . "</small>)";
|
||||
}
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
if (isset($errormessage) and $errormessage != '') {
|
||||
echo '<b style="color:#990000;">Columns with controlled values contain invalid values !</b>';
|
||||
foreach ($errormessage as $tMsg) {
|
||||
echo '<br>' . $tMsg;
|
||||
$error++;
|
||||
}
|
||||
}
|
||||
else {
|
||||
echo '<i style="font-style:normal;color:#009900;">Values in controlled fields are all valid !</i>';
|
||||
}
|
||||
|
||||
///// Check #8
|
||||
unset($errormessage);
|
||||
echo '<br><br>8: Main image or main resource given?<br>';
|
||||
$hasanyimage = 0;
|
||||
for ($im = 1; $im < 29; $im++)
|
||||
{
|
||||
if (array_search('image_name' . $im, $erstezeile) != '') {$imagemain[$im]['name'] = array_search('image_name' . $im, $erstezeile);$hasanyimage++;
|
||||
}
|
||||
if (array_search('image_visible' . $im, $erstezeile) != '') $imagemain[$im]['visible'] = array_search('image_visible' . $im, $erstezeile);
|
||||
if (array_search('image_main' . $im, $erstezeile) != '') $imagemain[$im]['main'] = array_search('image_main' . $im, $erstezeile);
|
||||
}
|
||||
|
||||
if ($hasanyimage > 0) {
|
||||
$imagemain = array_values($imagemain);
|
||||
for ($i = 1; $i <= $y; $i++)
|
||||
{
|
||||
if ($i > 1) {
|
||||
//check if in a row any image_name is given
|
||||
$maimg = $hatimg = 0;
|
||||
foreach ($imagemain as $im => $tMainImage) {
|
||||
if ($inhalt[$i][$tMainImage] != '') $hatimg++;
|
||||
}
|
||||
if ($hatimg > 0) {
|
||||
// first check: how many main-images?
|
||||
foreach ($imagemain as $im => $tMainImage) {
|
||||
if ($inhalt[$i][$imagemain[$im]['main']] == 'y') {
|
||||
$maimg++;
|
||||
$merk = $im;
|
||||
}
|
||||
}
|
||||
// if there is exacly one main-image, is it visible?
|
||||
if ($maimg == 1) {
|
||||
if ($inhalt[$i][$imagemain[$merk]['visible']] == 'n') {
|
||||
$errormessage[] = '<b style="font-weight:normal;color:#990000">Main image in row ' . $i . ' is not visible</b>';
|
||||
}
|
||||
}
|
||||
}
|
||||
if ($maimg == 0 and $hatimg > 0) $errormessage[] = '<b style="font-weight:normal;color:#990000">There is no visible main image given in row ' . $i . '</b>';
|
||||
if ($maimg > 1 and $hatimg > 0) $errormessage[] = '<b style="font-weight:normal;color:#990000">There are ' . $maimg . ' main images given in row ' . $i . '</b>';
|
||||
}
|
||||
}
|
||||
|
||||
if (!empty($errormessage)) {
|
||||
echo '<b style="color:#990000;">There is not one main image for each object !</b>';
|
||||
foreach ($errormessage as $tMsg) {
|
||||
echo '<br>' . $tMsg;
|
||||
$error++;
|
||||
}
|
||||
}
|
||||
else {
|
||||
echo '<i style="font-style:normal;color:#009900;">For each object that has images attached exactly one main image is given !</i>';
|
||||
}
|
||||
}
|
||||
else {
|
||||
echo '<i style="font-style:normal;color:#009900;">No images to be imported !</i>';
|
||||
}
|
||||
|
||||
echo '<hr>';
|
||||
if ($error + $depcon_error > 0) {
|
||||
echo '
|
||||
<p>Error(s) found: ' . ($error + $depcon_error) . '</p>';
|
||||
}
|
||||
else {
|
||||
echo '<a href="index6.php?fnam=' . htmlspecialchars($_GET['fnam']) . '" class="buttonLike">Create XML for md:import (utf8)</a><br>';
|
||||
}
|
||||
echo '</div>';
|
||||
echo '
|
||||
|
||||
|
|
|
|||
88
index4.php
88
index4.php
|
|
@ -1,88 +0,0 @@
|
|||
<?PHP
|
||||
declare(strict_types = 1);
|
||||
error_reporting(E_ALL);
|
||||
ini_set('display_errors', "1");
|
||||
|
||||
require_once __DIR__ . "/functions/functions.php";
|
||||
|
||||
if (session_status() != PHP_SESSION_ACTIVE) {
|
||||
session_start();
|
||||
}
|
||||
|
||||
// This array contains all available languages
|
||||
$allowed_langs = ['ar', 'de', 'en', 'hu', 'id', 'it', 'pl','pt'];
|
||||
|
||||
// Some languages are in translation. They will only be available for logged in users.
|
||||
|
||||
if (isset($_GET['navlang'])) {
|
||||
$_SESSION['lang'] = $_GET['navlang'];
|
||||
if (!in_array($_SESSION['lang'], $allowed_langs)) $_SESSION['lang'] = 'de';
|
||||
}
|
||||
else if (!isset($_SESSION['lang'])) {
|
||||
$_SESSION['lang'] = lang_getfrombrowser($allowed_langs, 'en', "", false);
|
||||
}
|
||||
$lang = $_SESSION['lang'];
|
||||
|
||||
require __DIR__ . "/translation-importer/$lang/csvxml-overview.php";
|
||||
require __DIR__ . '/inc/zeichen.php';
|
||||
|
||||
if (empty($filename = trim($_GET['fnam'], " ,./"))) {
|
||||
echo "Error: Invalid file name";
|
||||
exit;
|
||||
}
|
||||
$csv_datei = __DIR__ . '/csv/' . $filename;
|
||||
if (!file_exists($csv_datei)) {
|
||||
echo "Error: The CSV file does not exist.";
|
||||
exit;
|
||||
}
|
||||
|
||||
if (is_dir(__DIR__ . "/xml")) rrmdir(__DIR__ . '/xml');
|
||||
mkdir(__DIR__ . "/xml", 0755);
|
||||
|
||||
$fp = fopen ($csv_datei, 'r');
|
||||
$y = 0;
|
||||
while ($zeile = fgetcsv($fp, 100000, ';')) {
|
||||
|
||||
$y++;
|
||||
$zieldatei = 'xml/' . $y . '.xml';
|
||||
if (!$handle = fopen($zieldatei, 'w')) {
|
||||
echo "Cannot open file ($zieldatei)";exit;
|
||||
}
|
||||
$somecontent = '<?xml version="1.0" encoding="UTF-8"?>' . "\n"; // für Ungarn ///////////////////////////////////
|
||||
$somecontent .= '<record>' . "\n";
|
||||
|
||||
$lineCount = count($zeile);
|
||||
for ($x = 0; $x < $lineCount; $x++) {
|
||||
|
||||
$inhalt[$y][$x] = $zeile[$x];
|
||||
$inhalt[$y][$x] = preg_replace('/[\x00-\x1F\x7F]/u', '', $inhalt[$y][$x]);
|
||||
$inhalt[$y][$x] = str_replace('>', ']', str_replace('<', '[', $inhalt[$y][$x]));
|
||||
if (empty($inhalt[$y][$x])) continue;
|
||||
//if ($y!=1) $inhalt[$y][$x] = '<![CDATA['.$inhalt[$y][$x].']]>';
|
||||
$somecontent = $somecontent . '<' . tagify(transform($inhalt[1][$x])) . '>' . (($inhalt[$y][$x])) . '</' . tagify(transform($inhalt[1][$x])) . '>' . "\n"; //für ungarn sonst weg }
|
||||
|
||||
}
|
||||
$somecontent .= '</record>';
|
||||
if (fwrite($handle, $somecontent) === FALSE) {
|
||||
echo "Cannot write to file ($filename)";exit;
|
||||
}
|
||||
fclose($handle);
|
||||
|
||||
}
|
||||
fclose($fp);
|
||||
|
||||
echo printHTMLHead();
|
||||
|
||||
echo '
|
||||
<div>
|
||||
' . ($y - 1) . ' files created
|
||||
<hr/>
|
||||
<a href="zipit.php" class="buttonLike">Download as zip</a>
|
||||
|
||||
</div>';
|
||||
|
||||
echo '
|
||||
|
||||
</body>
|
||||
</html>
|
||||
';
|
||||
18
upload.php
18
upload.php
|
|
@ -27,20 +27,4 @@ if(!move_uploaded_file($_FILES['uploaded']['tmp_name'], $target)) {
|
|||
return;
|
||||
}
|
||||
|
||||
echo printHTMLHead();
|
||||
|
||||
echo "
|
||||
<div>
|
||||
<p>The file has been uploaded: <b>" . basename( $_FILES['uploaded']['name']) . "</b>.</p>
|
||||
<hr />
|
||||
<h3>How to proceed?</h3>
|
||||
<ul class='actionList'>
|
||||
<li><a href='index4.php?fnam=" . basename( $_FILES['uploaded']['name']) . "'>Create XML (utf-8)</a></li>
|
||||
<li><a href='index3.php?fnam=" . basename( $_FILES['uploaded']['name']) . "'>Check validity for museum-digital import</a></li>
|
||||
</ul>
|
||||
</div>
|
||||
|
||||
|
||||
</body>
|
||||
</html>
|
||||
";
|
||||
header("Location: index3.php?fnam=" . basename($_FILES['uploaded']['name']));
|
||||
|
|
|
|||
Loading…
Reference in New Issue
Block a user