From 977e7511ec8e9836dcda4bb53bb8562343654cbb Mon Sep 17 00:00:00 2001
From: Joshua Ramon Enslin <joshua@museum-digital.de>
Date: Wed, 18 Jan 2023 01:31:36 +0100
Subject: [PATCH] Set hard-coded delimiter (;) and escape char (") and better
 display parsing errors

---
 public/assets/js/csvxmlV2.js     | 16 +++++-
 public/assets/js/csvxmlV2.min.js | 83 +-------------------------------
 public/index.htm                 |  4 +-
 scripts/compile.php              |  2 +-
 4 files changed, 18 insertions(+), 87 deletions(-)

diff --git a/public/assets/js/csvxmlV2.js b/public/assets/js/csvxmlV2.js
index 43943c3..1372b67 100644
--- a/public/assets/js/csvxmlV2.js
+++ b/public/assets/js/csvxmlV2.js
@@ -24,10 +24,22 @@ class CsvxmlValidator {
 
         this.fieldList = Object.freeze(fieldList);
 
-        const data = Papa.parse(csvRaw.trim(), {header: true});
+        const data = Papa.parse(csvRaw.trim(), {
+            delimiter: ";", // auto-detect
+            escapeChar: '"',
+            skipEmptyLines: true,
+            header: true,
+        });
 
         if (data.errors.length !== 0) {
-            window.alert(data.errors);
+            console.log("Errors encountered: ");
+            console.error(data.errors);
+
+            let msg = '';
+            for (let err of data.errors) {
+                msg += err.type + ': ' + err.message + "\n";
+            }
+            window.alert(msg);
         }
 
         let toValidate = data.data;
diff --git a/public/assets/js/csvxmlV2.min.js b/public/assets/js/csvxmlV2.min.js
index c5b9160..cf48a89 100644
--- a/public/assets/js/csvxmlV2.min.js
+++ b/public/assets/js/csvxmlV2.min.js
@@ -1,82 +1 @@
-"use strict";if('serviceWorker'in navigator){console.log("Registering service worker");navigator.serviceWorker.register('/sw.js');}
-class CsvxmlValidator{fieldList;toValidate;errors;constructor(fieldList,csvRaw){this.errors={parsing:[],mandatoryTags:[],duplicateInvNos:[],dependentColumns:[],controlledLists:[],mainImageResource:[],};this.fieldList=Object.freeze(fieldList);const data=Papa.parse(csvRaw.trim(),{header:true});if(data.errors.length!==0){window.alert(data.errors);}
-let toValidate=data.data;this.toValidate=toValidate;if(toValidate.length===0){alert("Error: No lines of content identified");}
-this.validate();}
-validate(){this.validateMandatoryTagsPresent();this.validateInvalidTagsPresent();this.checkDuplicateInvNos();this.checkDependentColumns();this.checkControlledLists();}
-validateMandatoryTagsPresent(){let mandatoryFields=[];for(let fieldName in this.fieldList){if(this.fieldList[fieldName].required===true){mandatoryFields.push(fieldName);}}
-console.log(this.toValidate);let lineCounter=1;for(let line of this.toValidate){for(let mandatoryField of mandatoryFields){if(line[mandatoryField]===undefined||line[mandatoryField]===null||line[mandatoryField]===''){this.errors.mandatoryTags.push("Missing or empty mandatory tag "+mandatoryField+" on line "+lineCounter);}}
-lineCounter++;}}
-validateInvalidTagsPresent(){const headers=Object.keys(this.toValidate[0]);for(let header of headers){if(this.fieldList[header]===undefined){this.errors.parsing.push("Invalid column "+header+" detected! Please remove this column or use the appropriate name!");}}}
-checkDuplicateInvNos(){let invNoEncountered=[];let lineCounter=1;for(let line of this.toValidate){if(invNoEncountered.includes(line.inventory_number)){this.errors.duplicateInvNos.push("Duplicate inventory number "+line.inventory_number+" on line "+lineCounter);}
-invNoEncountered.push(line.inventory_number);lineCounter++;}}
-checkDependentColumns(){const headers=Object.keys(this.toValidate[0]);for(let header of headers){if(this.fieldList[header]===undefined||this.fieldList[header].dependsOn===undefined||this.fieldList[header].dependsOn===null)continue;let dependencies=this.fieldList[header].dependsOn;for(let dep of dependencies){if(headers.includes(dep)===false){this.errors.dependentColumns.push("Dependency issue at column "+header+": Corresponding column "+dep+" is missing");}}}
-let lineCounter=1;for(let line of this.toValidate){for(let fieldName in line){if(line[fieldName]==='')continue;if(this.fieldList[fieldName]===undefined)continue;const dependencies=this.fieldList[fieldName].dependsOn;if(dependencies===undefined)continue;for(let dependency of dependencies){if(line[dependency]===''){this.errors.dependentColumns.push("Dependency issue at column "+fieldName+": Corresponding column "+dependency+" is empty");}}}
-lineCounter++;}}
-checkControlledLists(){let lineCounter=1;for(let line of this.toValidate){for(let fieldName in line){if(this.fieldList[fieldName]===undefined){console.log("Undefined but requested field "+fieldName);continue;}
-const allowedValues=this.fieldList[fieldName].allowedValues;if(allowedValues===undefined||allowedValues===null)continue;if(Object.values(allowedValues).length===0||Object.values(allowedValues).includes(line[fieldName])){continue;}
-if(line[fieldName]==='')continue;this.errors.controlledLists.push("Disallowed value used for column "+fieldName+" at line "+lineCounter+" (Allowed values are: "+Object.values(allowedValues).join(", ")+"; current value is "+line[fieldName]+")");}
-lineCounter++;}}
-checkMainImageResource(){}
-isValid(){for(let errorClass in this.errors){if(this.errors[errorClass].length!==0)return false;}
-return true;}
-generateXml(){let output=[];let xmlDoc=document.implementation.createDocument(null,"record");for(let line of this.toValidate){let root=xmlDoc.createElement("record");for(let fieldName in line){const elem=xmlDoc.createElement(fieldName);elem.textContent=line[fieldName];root.appendChild(elem);}
-output.push(root)}
-return output;}}
-class CsvxmlTooltip{static getDirection(e,elem){if(window.innerHeight<e.clientY+elem.clientHeight){elem.style.top="";elem.style.bottom=(window.innerHeight-e.clientY)+"px";}
-else{elem.style.bottom="";elem.style.top=(e.clientY+4)+"px";}
-if(window.innerWidth<e.clientX+elem.clientWidth){elem.style.left="";elem.style.right=(window.innerWidth-e.clientX)+"px";}else{elem.style.right="";elem.style.left=(e.clientX+3)+"px";}}
-static positionMobile(newMain){if(window.matchMedia&&window.matchMedia('(max-width:75em)').matches){newMain.style.left="";newMain.style.right="";newMain.style.top="";newMain.style.bottom="";if(newMain.classList.contains("atBottom")===false){newMain.classList.add("atBottom");}}}
-static triggerMouseMove(e){const newMain=document.getElementById("newToolTipMain");if(newMain===undefined||newMain===null)return;CsvxmlTooltip.getDirection(e,newMain);CsvxmlTooltip.positionMobile(newMain);}
-static triggerMouseOut(e){const newMain=document.getElementById("newToolTipMain");if(newMain!==undefined&&newMain!==null){newMain.classList.remove("visible");document.body.removeChild(newMain);}
-e.target.removeEventListener('mouseout',CsvxmlTooltip.triggerMouseOut);}
-static bindTooltipToElement(elem,tooltipTitle,tooltipContent){elem.addEventListener('mouseover',function(e){let newMain=document.getElementById("newToolTipMain");if(newMain!==null)return;newMain=document.createElement("div");newMain.classList.add("newToolTip");newMain.id="newToolTipMain";newMain.setAttribute("data-title",tooltipTitle);newMain.appendChild(tooltipContent);document.body.appendChild(newMain);newMain.classList.add("visible");CsvxmlTooltip.getDirection(e,newMain);CsvxmlTooltip.positionMobile(newMain);newMain.addEventListener("mouseout",function(e){const newMain=document.getElementById("newToolTipMain");if(newMain!==undefined&&newMain!==null){newMain.classList.remove("visible");document.body.removeChild(newMain);}});elem.addEventListener("mouseout",CsvxmlTooltip.triggerMouseOut);},{passive:true});elem.addEventListener("mousemove",CsvxmlTooltip.triggerMouseMove,{passive:true});}}
-class CsvxmlDialogue{static closeDialogue(e){if(e!==undefined){e.preventDefault();e.stopPropagation();}
-let dialogueArea=document.getElementById("dialogueArea");if(dialogueArea!==null&&dialogueArea!==false){while(dialogueArea.firstChild){dialogueArea.removeChild(dialogueArea.firstChild);}
-dialogueArea.parentElement.removeChild(dialogueArea);document.removeEventListener('keydown',CsvxmlDialogue.closeDialogueByEscape,false);}}
-static closeDialogueByEscape(e){if(e.keyCode===27){CsvxmlDialogue.closeDialogue(e);}}
-static drawDialogue(contents){let dialogueArea=document.createElement("div");dialogueArea.id="dialogueArea";let dialogue=document.createElement("div");dialogue.id="dialogue";dialogue.appendChild(contents);dialogueArea.appendChild(dialogue);document.body.appendChild(dialogueArea);document.addEventListener('keydown',CsvxmlDialogue.closeDialogueByEscape);return dialogue;}}
-class CsvxmlPage{fieldList;fieldListFlat;tls;domHelpWrapper;domUploaderWrapper;domMainWrapper;selectedFields;csvBySelectionButton;unsetSelectionButton;constructor(fieldList,tls){this.fieldList=Object.freeze(fieldList);let list={};for(let sectionName in fieldList){list=Object.assign(list,fieldList[sectionName]);}
-this.fieldListFlat=Object.freeze(list);this.tls=Object.freeze(tls);let domHelpWrapper=document.createElement("div");domHelpWrapper.id="helpSection";this.domHelpWrapper=domHelpWrapper;let domUploaderWrapper=document.createElement("div");domUploaderWrapper.id="uploader";domUploaderWrapper.classList.add("uploader");this.domUploaderWrapper=domUploaderWrapper;let domMainWrapper=document.createElement("main");this.domMainWrapper=domMainWrapper;this.selectedFields=[];}
-generateCsv(selectedFields=[]){let line1=[];let line2=[];let line3=[];for(let fieldName in this.fieldListFlat){console.log(fieldName);console.log(selectedFields);if(selectedFields.length!==0&&selectedFields.includes(fieldName)===false)continue;const field=this.fieldListFlat[fieldName];line1.push(fieldName);line2.push(field.name_human_readable);if(field.allowedValues!==undefined){let values=[];for(let key in field.allowedValues){values.push(field.allowedValues[key]);}
-line3.push(values.join(","));}
-else line3.push("");}
-const csvLine1='"'+line1.join('";"')+'"';const csvLine2='"'+line2.join('";"')+'"';const csvLine3='"'+line3.join('";"')+'"';const toStore=csvLine1+"\n"+csvLine2+"\n"+csvLine3;const triggerLink=document.createElement('a');triggerLink.setAttribute('href','data:text/plain;charset=utf-8,'+encodeURIComponent(toStore));triggerLink.setAttribute('download',"csvxml_museum-digital_template.csv");triggerLink.style.display='none';document.body.appendChild(triggerLink);triggerLink.click();document.body.removeChild(triggerLink);}
-zipUploadToXml(validator){function runZipping(){let zip=new JSZip();let xmlFiles=validator.generateXml();const serializer=new XMLSerializer();let lineCounter=0;for(let xml of xmlFiles){zip.file(lineCounter+".xml",serializer.serializeToString(xml));lineCounter++;}
-zip.generateAsync({type:"blob"}).then(function(content){const triggerLink=document.createElement('a');triggerLink.href=window.URL.createObjectURL(content);triggerLink.setAttribute('download',"csvxml.zip");triggerLink.style.display='none';document.body.appendChild(triggerLink);triggerLink.click();document.body.removeChild(triggerLink);});}
-if(typeof JSZip==="undefined"){const loadScript=document.createElement("script");loadScript.setAttribute("src","assets/js/jszip/dist/jszip.min.js");loadScript.addEventListener('load',function(){runZipping();},{passive:true,once:true});document.body.appendChild(loadScript);}
-else{runZipping();}}
-generateDialogueCloseButton(){const cancelB=document.createElement("a");cancelB.classList.add("icons");cancelB.classList.add("iconsClose");cancelB.classList.add("dialogueCloseX");cancelB.id="dialogueClose";cancelB.textContent="X";cancelB.title="Close";cancelB.href="#"+location.href;cancelB.addEventListener('click',CsvxmlDialogue.closeDialogue);return cancelB;}
-listValidationErrors(validator){console.log("Listing validation errors");const dialogueContent=document.createElement("div");const headline=document.createElement("h3");headline.textContent=this.tls.validation_errors;headline.appendChild(this.generateDialogueCloseButton());dialogueContent.appendChild(headline);const domErrorsSection=document.createElement("div");for(let errorType in validator.errors){if(validator.errors[errorType].length===0)continue;const ulHl=document.createElement("h4");ulHl.textContent=this.tls['errors_'+errorType]+" ("+validator.errors[errorType].length+")";ulHl.style.cursor="pointer";domErrorsSection.appendChild(ulHl);const ul=document.createElement("ul");for(let error of validator.errors[errorType]){const li=document.createElement("li");li.textContent=error;ul.appendChild(li);}
-ulHl.addEventListener('click',function(){ul.classList.toggle("minimized");});domErrorsSection.appendChild(ul);}
-dialogueContent.appendChild(domErrorsSection);const domDlSection=document.createElement("div");const domDlA=document.createElement("span");domDlA.textContent=this.tls.download;domDlA.classList.add("buttonLike");let app=this;domDlA.addEventListener('click',function(){app.zipUploadToXml(validator);});domDlSection.appendChild(domDlA);dialogueContent.appendChild(domDlSection);dialogue=CsvxmlDialogue.drawDialogue(dialogueContent);}
-uploadFileForValidation(file){const reader=new FileReader();let utf8=true;reader.readAsText(file,utf8?'UTF-8':'CP1251');let app=this;document.body.classList.add("loading");reader.onload=function(){function handleValidation(){(async function(){const result=reader.result;if(utf8&&result.includes('�')){window.alert('The file encoding appears to not be UTF-8!\n\nTry exporting the file using the format "CSV (UTF-8)" if you use MS Excel or set the encoding to UTF-8 when exporting through LibreOffice!');}})();console.log("Read file");let validator=new CsvxmlValidator(app.fieldListFlat,reader.result);document.body.classList.remove("loading");if(validator.isValid()===true){alert("Document is valid. Press ok to download.");app.zipUploadToXml(validator);}
-else{console.log("Identified invalid upload document");app.listValidationErrors(validator);}}
-console.log("Postload papaparse");if(typeof Papa==="undefined"){const loadScript=document.createElement("script");loadScript.setAttribute("src","assets/js/papaparse/papaparse.min.js");loadScript.addEventListener('load',function(){handleValidation();},{passive:true,once:true});document.body.appendChild(loadScript);}
-else{handleValidation();}};reader.onerror=function(){alert(reader.error);};}
-renderGenHeader(){const header=document.createElement("header");header.id="mainHeader";const logoArea=document.createElement("a");logoArea.id="logoArea";logoArea.href="https://www.museum-digital.org/";const logoImg=document.createElement("img");logoImg.src="assets/img/mdlogo-code-128px.png";logoImg.alt="Logo of museum-digital";logoArea.appendChild(logoImg);const h2=document.createElement("h2");h2.textContent="museum-digital";logoArea.appendChild(h2);header.appendChild(logoArea);const nav=document.createElement("nav");const lAbout=document.createElement("a");lAbout.href="https://en.about.museum-digital.org/about";lAbout.textContent=this.tls.about;nav.appendChild(lAbout);const lContactList=document.createElement("div");const lContact=document.createElement("a");lContact.textContent=this.tls.contact;lContact.href="https://en.about.museum-digital.org/contact/";lContactList.appendChild(lContact);const lContactDiv=document.createElement("div");const lImprint=document.createElement("a");lImprint.textContent=this.tls.imprint;lImprint.href="https://en.about.museum-digital.org/impressum";lContactDiv.appendChild(lImprint);const lPrivacy=document.createElement("a");lPrivacy.textContent=this.tls.privacy_policy;lPrivacy.href="https://en.about.museum-digital.org/privacy/";lContactDiv.appendChild(lPrivacy);lContactList.appendChild(lContactDiv);nav.appendChild(lContactList);const lNews=document.createElement("a")
-lNews.textContent=this.tls.news;lNews.href="https://blog.museum-digital.org/";nav.appendChild(lNews);header.appendChild(nav);document.body.appendChild(header);}
-renderHeader(){const appHeader=document.createElement("header");const h1=document.createElement("h1");const img=document.createElement("img");img.width="70";img.height="70";img.src="assets/img/mdlogo-csvxml.svg";img.alt="";h1.appendChild(img);const h1Span=document.createElement("span");h1Span.textContent="museum-digital:csvxml";h1.appendChild(h1Span);appHeader.appendChild(h1);document.body.appendChild(appHeader);}
-renderHelpTexts(){let app=this;(async function(){function appendQA(question,answer){const div=document.createElement("div");div.classList.add("qaDiv");const qElem=document.createElement("h3");qElem.textContent=question;qElem.style.cursor="pointer";div.appendChild(qElem);qElem.addEventListener('click',function(){console.log("Listing validation errors");const dialogueContent=document.createElement("div");const headline=document.createElement("h3");headline.textContent=question;headline.appendChild(app.generateDialogueCloseButton());dialogueContent.appendChild(headline);const answerDiv=document.createElement("div");answerDiv.textContent=answer;dialogueContent.appendChild(answerDiv);CsvxmlDialogue.drawDialogue(dialogueContent);});return div;}
-const div=document.createElement("div");div.appendChild(appendQA(app.tls.help_where_am_i,app.tls.help_where_am_i_content));div.appendChild(appendQA(app.tls.help_what_is_csv,app.tls.help_what_is_csv_content));div.appendChild(appendQA(app.tls.help_how_to_format_csv,app.tls.help_how_to_format_csv_content));app.domHelpWrapper.appendChild(div);})();document.body.appendChild(this.domHelpWrapper);}
-renderUploader(){let app=this;(async function(){const h2=document.createElement("h2");h2.textContent=app.tls.upload;app.domUploaderWrapper.appendChild(h2);const form=document.createElement("form");const label=document.createElement("label");label.textContent=app.tls.select_csv_file_for_upload;label.setAttribute("for","fileToUpload");form.appendChild(label);const input=document.createElement("input");input.type="file";input.id="fileToUpload";input.setAttribute("tabindex","1");input.accept=".csv";input.required="required";input.addEventListener('change',async function(){app.uploadFileForValidation(input.files[0]);});form.appendChild(input);app.domUploaderWrapper.appendChild(form);})();document.body.appendChild(this.domUploaderWrapper);}
-doForFieldList(callback){let fieldLists=document.getElementsByClassName("fieldList");for(let i=0,max=fieldLists.length;i<max;i++){let fields=fieldLists[i].getElementsByTagName("li");for(let j=0,maxj=fields.length;j<maxj;j++){callback(fields[j]);}}}
-toggleListFieldSelectionState(field){let app=this;let newValue=field.getAttribute("data-alt");field.setAttribute("data-alt",field.textContent);field.textContent=newValue;field.classList.toggle("humanTLToggled");if(field.classList.contains("humanTLToggled")===false)return;let dependencies=this.fieldListFlat[field.id].dependsOn;if(dependencies!==undefined&&dependencies!==null){let linkedFields=this.fieldListFlat[field.id].dependsOn;for(let i=0,max=linkedFields.length;i<max;i++){let linkedField=document.getElementById(linkedFields[i]);if(linkedField.classList.contains("humanTLToggled")===true)continue;this.toggleListFieldSelectionState(linkedField);}}}
-checkCSVBySelectionAccessibility(){let selected=document.getElementsByClassName("humanTLToggled");if(selected.length===0){this.csvBySelectionButton.classList.add("invisible");this.unsetSelectionButton.classList.add("invisible");}
-else{this.csvBySelectionButton.classList.remove("invisible");this.unsetSelectionButton.classList.remove("invisible");}}
-getOptionsSection(){function genButton(id,text,link=""){const output=document.createElement("span");output.id=id;output.setAttribute("tabindex","1");output.textContent=text;output.classList.add("buttonLike");if(link!=="")output.href=link;return output;}
-const options=document.createElement("div");options.classList.add("options");const app=this;const dlAllButton=genButton("dlAll",this.tls.download_csv_all);dlAllButton.cursor="pointer";dlAllButton.addEventListener('click',function(e){e.preventDefault();app.generateCsv();});options.appendChild(dlAllButton);this.csvBySelectionButton=genButton("csvBySelection",this.tls.download_csv_by_selection);this.csvBySelectionButton.classList.add("invisible");options.appendChild(this.csvBySelectionButton);const optionSelectRequired=genButton("selectRequired",this.tls.select_required_fields);options.appendChild(optionSelectRequired);const optionSelectAll=genButton("selectAll",this.tls.select_all_fields);options.appendChild(optionSelectAll);this.unsetSelectionButton=genButton("unsetSelection",this.tls.unset_selection);this.unsetSelectionButton.classList.add("invisible");options.appendChild(this.unsetSelectionButton);this.csvBySelectionButton.addEventListener('click',function(e){e.preventDefault();let selected=document.getElementsByClassName("humanTLToggled");let selectedFields=[];for(let i=0,max=selected.length;i<max;i++){selectedFields+=selected[i].getAttribute("data-value");}
-app.generateCsv(selectedFields);});optionSelectRequired.addEventListener('click',function(e){e.preventDefault();app.doForFieldList(function(field){if(field.classList.contains("requiredField")===false)return;if(field.classList.contains("humanTLToggled")===true)return;app.toggleListFieldSelectionState(field);app.checkCSVBySelectionAccessibility();});});optionSelectAll.addEventListener('click',function(e){e.preventDefault();app.doForFieldList(function(field){if(field.classList.contains("humanTLToggled")===true)return;app.toggleListFieldSelectionState(field);app.checkCSVBySelectionAccessibility();});});this.unsetSelectionButton.addEventListener('click',function(e){e.preventDefault();app.doForFieldList(function(field){if(field.classList.contains("humanTLToggled")===false)return;app.toggleListFieldSelectionState(field);app.checkCSVBySelectionAccessibility();});});return options;}
-renderMain(){const domH2=document.createElement("h2");domH2.textContent=this.tls.currently_approved_tags;this.domMainWrapper.appendChild(domH2);this.domMainWrapper.appendChild(this.getOptionsSection());for(let sectionName in this.fieldList){const domDiv=document.createElement("div");const domH3=document.createElement("h3");domH3.textContent=sectionName;domDiv.appendChild(domH3);const domUl=document.createElement("ul");domUl.classList.add("fieldList");const sectionFields=this.fieldList[sectionName];for(let fieldName in sectionFields){const field=sectionFields[fieldName];const domLi=document.createElement("li");domLi.textContent=fieldName;domLi.id=fieldName;domLi.setAttribute("data-alt",field.name_human_readable)
-domLi.setAttribute("data-value",fieldName)
-if(field.required===true)domLi.classList.add("requiredField");domUl.appendChild(domLi);const tooltipContent=document.createElement("div");const explicaP=document.createElement("p");explicaP.textContent=field.explica;tooltipContent.appendChild(explicaP);if(field.remarks!==undefined&&field.remarks!==''){const remarkHl=document.createElement("h4");remarkHl.textContent=this.tls.remarks;tooltipContent.appendChild(remarkHl)
-const remarkCont=document.createElement("p");remarkCont=field.remarks;tooltipContent.appendChild(remarkCont);}
-if(field.allowedValues!==undefined&&Object.values(field.allowedValues).length!==0){const allowedHl=document.createElement("h4");allowedHl.textContent=this.tls.allowed_values;tooltipContent.appendChild(allowedHl);const allowedList=document.createElement("p");allowedList.textContent=Object.values(field.allowedValues).join(', ');tooltipContent.appendChild(allowedList);}
-CsvxmlTooltip.bindTooltipToElement(domLi,field.name_human_readable,tooltipContent);}
-domDiv.appendChild(domUl);this.domMainWrapper.appendChild(domDiv);}
-document.body.appendChild(this.domMainWrapper);let app=this;this.doForFieldList(function(field){field.addEventListener('click',function(e){app.toggleListFieldSelectionState(field);app.checkCSVBySelectionAccessibility();});});}
-renderFooter(){const footer=document.createElement("footer");const licenseStatement=document.createElement("p");licenseStatement.textContent="This work is licensed under the GNU Affero Public License Version 3.";footer.appendChild(licenseStatement);const footerOptions=document.createElement("div");const codeLink=document.createElement("a");codeLink.textContent="Source code";codeLink.href="https://gitea.armuli.eu/museum-digital/csvxml";footerOptions.appendChild(codeLink);if('serviceWorker'in navigator){const refreshB=document.createElement("span");refreshB.textContent="Reload application";refreshB.setAttribute("tabindex",1);refreshB.addEventListener('click',function(e){Promise.all(['csvxml-cache-v1'].map(function(cache){caches.has(cache).then(function(hasCache){if(hasCache===true){caches.delete(cache).then(function(deletionStatus){});}})}))
-location.reload()},{passive:true,once:true});footerOptions.appendChild(refreshB);}
-footer.appendChild(footerOptions);document.body.appendChild(footer);}}
-(async function(){function getLang(){const allowedLangs=document.documentElement.getAttribute("data-allowed-langs").split(',');if(navigator.language===undefined)return 'en';const browserLang=navigator.language.toLowerCase().substr(0,2);console.log(browserLang);if(allowedLangs.includes(browserLang))return browserLang;else return 'en';}
-const lang=getLang();document.documentElement.setAttribute("lang",lang);document.body.classList.add("loading");let loaded=0;let fieldList;let tls;function loadPage(){document.body.classList.remove("loading");const page=new CsvxmlPage(fieldList,tls);page.renderGenHeader();page.renderHeader();page.renderHelpTexts();page.renderUploader();page.renderMain();page.renderFooter();}
-window.fetch('/json/fields.'+lang+'.json',{method:'GET',cache:'no-cache',credentials:'same-origin',}).then(function(response){return response.json();}).then(function(elements){fieldList=elements;loaded++;if(loaded===2)loadPage();});window.fetch('/json/tls.'+lang+'.json',{method:'GET',cache:'no-cache',credentials:'same-origin',}).then(function(response){return response.json();}).then(function(elements){tls=elements;loaded++;if(loaded===2)loadPage();});})();
\ No newline at end of file
+"use strict";'serviceWorker'in navigator&&(console.log("Registering service worker"),navigator.serviceWorker.register('/sw.js'));class CsvxmlValidator{fieldList;toValidate;errors;constructor(c,d){this.errors={parsing:[],mandatoryTags:[],duplicateInvNos:[],dependentColumns:[],controlledLists:[],mainImageResource:[]},this.fieldList=Object.freeze(c);const a=Papa.parse(d.trim(),{delimiter:";",escapeChar:'"',skipEmptyLines:!0,header:!0});if(a.errors.length!==0){console.log("Errors encountered: "),console.error(a.errors);let b='';for(let c of a.errors)b+=c.type+': '+c.message+"\n";window.alert(b)}let b=a.data;this.toValidate=b,b.length===0&&alert("Error: No lines of content identified"),this.validate()}validate(){this.validateMandatoryTagsPresent(),this.validateInvalidTagsPresent(),this.checkDuplicateInvNos(),this.checkDependentColumns(),this.checkControlledLists()}validateMandatoryTagsPresent(){let a=[];for(let b in this.fieldList)this.fieldList[b].required===!0&&a.push(b);console.log(this.toValidate);let b=1;for(let c of this.toValidate){for(let d of a)(c[d]===void 0||c[d]===null||c[d]==='')&&this.errors.mandatoryTags.push("Missing or empty mandatory tag "+d+" on line "+b);b++}}validateInvalidTagsPresent(){const a=Object.keys(this.toValidate[0]);for(let b of a)this.fieldList[b]===void 0&&this.errors.parsing.push("Invalid column "+b+" detected! Please remove this column or use the appropriate name!")}checkDuplicateInvNos(){let a=[],b=1;for(let c of this.toValidate)a.includes(c.inventory_number)&&this.errors.duplicateInvNos.push("Duplicate inventory number "+c.inventory_number+" on line "+b),a.push(c.inventory_number),b++}checkDependentColumns(){const a=Object.keys(this.toValidate[0]);for(let b of a){if(this.fieldList[b]===void 0||this.fieldList[b].dependsOn===void 0||this.fieldList[b].dependsOn===null)continue;let c=this.fieldList[b].dependsOn;for(let d of c)a.includes(d)===!1&&this.errors.dependentColumns.push("Dependency issue at column "+b+": Corresponding column "+d+" is missing")}let b=1;for(let a of this.toValidate){for(let b in a){if(a[b]==='')continue;if(this.fieldList[b]===void 0)continue;const c=this.fieldList[b].dependsOn;if(c===void 0)continue;for(let d of c)a[d]===''&&this.errors.dependentColumns.push("Dependency issue at column "+b+": Corresponding column "+d+" is empty")}b++}}checkControlledLists(){let a=1;for(let b of this.toValidate){for(let c in b){if(this.fieldList[c]===void 0){console.log("Undefined but requested field "+c);continue}const d=this.fieldList[c].allowedValues;if(d===void 0||d===null)continue;if(Object.values(d).length===0||Object.values(d).includes(b[c]))continue;if(b[c]==='')continue;this.errors.controlledLists.push("Disallowed value used for column "+c+" at line "+a+" (Allowed values are: "+Object.values(d).join(", ")+"; current value is "+b[c]+")")}a++}}checkMainImageResource(){}isValid(){for(let a in this.errors)if(this.errors[a].length!==0)return!1;return!0}generateXml(){let a=[],b=document.implementation.createDocument(null,"record");for(let c of this.toValidate){let d=b.createElement("record");for(let a in c){const e=b.createElement(a);e.textContent=c[a],d.appendChild(e)}a.push(d)}return a}}class CsvxmlTooltip{static getDirection(b,a){window.innerHeight<b.clientY+a.clientHeight?(a.style.top="",a.style.bottom=window.innerHeight-b.clientY+"px"):(a.style.bottom="",a.style.top=b.clientY+4+"px"),window.innerWidth<b.clientX+a.clientWidth?(a.style.left="",a.style.right=window.innerWidth-b.clientX+"px"):(a.style.right="",a.style.left=b.clientX+3+"px")}static positionMobile(a){window.matchMedia&&window.matchMedia('(max-width:75em)').matches&&(a.style.left="",a.style.right="",a.style.top="",a.style.bottom="",a.classList.contains("atBottom")===!1&&a.classList.add("atBottom"))}static triggerMouseMove(b){const a=document.getElementById("newToolTipMain");if(a===void 0||a===null)return;CsvxmlTooltip.getDirection(b,a),CsvxmlTooltip.positionMobile(a)}static triggerMouseOut(b){const a=document.getElementById("newToolTipMain");a!==void 0&&a!==null&&(a.classList.remove("visible"),document.body.removeChild(a)),b.target.removeEventListener('mouseout',CsvxmlTooltip.triggerMouseOut)}static bindTooltipToElement(a,b,c){a.addEventListener('mouseover',function(e){let d=document.getElementById("newToolTipMain");if(d!==null)return;d=document.createElement("div"),d.classList.add("newToolTip"),d.id="newToolTipMain",d.setAttribute("data-title",b),d.appendChild(c),document.body.appendChild(d),d.classList.add("visible"),CsvxmlTooltip.getDirection(e,d),CsvxmlTooltip.positionMobile(d),d.addEventListener("mouseout",function(b){const a=document.getElementById("newToolTipMain");a!==void 0&&a!==null&&(a.classList.remove("visible"),document.body.removeChild(a))}),a.addEventListener("mouseout",CsvxmlTooltip.triggerMouseOut)},{passive:!0}),a.addEventListener("mousemove",CsvxmlTooltip.triggerMouseMove,{passive:!0})}}class CsvxmlDialogue{static closeDialogue(b){b!==void 0&&(b.preventDefault(),b.stopPropagation());let a=document.getElementById("dialogueArea");if(a!==null&&a!==!1){while(a.firstChild)a.removeChild(a.firstChild);a.parentElement.removeChild(a),document.removeEventListener('keydown',CsvxmlDialogue.closeDialogueByEscape,!1)}}static closeDialogueByEscape(a){a.keyCode===27&&CsvxmlDialogue.closeDialogue(a)}static drawDialogue(c){let b=document.createElement("div");b.id="dialogueArea";let a=document.createElement("div");return a.id="dialogue",a.appendChild(c),b.appendChild(a),document.body.appendChild(b),document.addEventListener('keydown',CsvxmlDialogue.closeDialogueByEscape),a}}class CsvxmlPage{fieldList;fieldListFlat;tls;domHelpWrapper;domUploaderWrapper;domMainWrapper;selectedFields;csvBySelectionButton;unsetSelectionButton;constructor(a,e){this.fieldList=Object.freeze(a);let b={};for(let c in a)b=Object.assign(b,a[c]);this.fieldListFlat=Object.freeze(b),this.tls=Object.freeze(e);let d=document.createElement("div");d.id="helpSection",this.domHelpWrapper=d;let c=document.createElement("div");c.id="uploader",c.classList.add("uploader"),this.domUploaderWrapper=c;let f=document.createElement("main");this.domMainWrapper=f,this.selectedFields=[]}generateCsv(b=[]){let d=[],e=[],c=[];for(let a in this.fieldListFlat){if(console.log(a),console.log(b),b.length!==0&&b.includes(a)===!1)continue;const f=this.fieldListFlat[a];if(d.push(a),e.push(f.name_human_readable),f.allowedValues!==void 0){let a=[];for(let b in f.allowedValues)a.push(f.allowedValues[b]);c.push(a.join(","))}else c.push("")}const f='"'+d.join('";"')+'"',g='"'+e.join('";"')+'"',h='"'+c.join('";"')+'"',i=f+"\n"+g+"\n"+h,a=document.createElement('a');a.setAttribute('href','data:text/plain;charset=utf-8,'+encodeURIComponent(i)),a.setAttribute('download',"csvxml_museum-digital_template.csv"),a.style.display='none',document.body.appendChild(a),a.click(),document.body.removeChild(a)}zipUploadToXml(b){function a(){let a=new JSZip,d=b.generateXml();const e=new XMLSerializer;let c=0;for(let b of d)a.file(c+".xml",e.serializeToString(b)),c++;a.generateAsync({type:"blob"}).then(function(b){const a=document.createElement('a');a.href=window.URL.createObjectURL(b),a.setAttribute('download',"csvxml.zip"),a.style.display='none',document.body.appendChild(a),a.click(),document.body.removeChild(a)})}if(typeof JSZip=="undefined"){const b=document.createElement("script");b.setAttribute("src","assets/js/jszip/dist/jszip.min.js"),b.addEventListener('load',function(){a()},{passive:!0,once:!0}),document.body.appendChild(b)}else a()}generateDialogueCloseButton(){const a=document.createElement("a");return a.classList.add("icons"),a.classList.add("iconsClose"),a.classList.add("dialogueCloseX"),a.id="dialogueClose",a.textContent="X",a.title="Close",a.href="#"+location.href,a.addEventListener('click',CsvxmlDialogue.closeDialogue),a}listValidationErrors(a){console.log("Listing validation errors");const b=document.createElement("div"),d=document.createElement("h3");d.textContent=this.tls.validation_errors,d.appendChild(this.generateDialogueCloseButton()),b.appendChild(d);const e=document.createElement("div");for(let b in a.errors){if(a.errors[b].length===0)continue;const c=document.createElement("h4");c.textContent=this.tls['errors_'+b]+" ("+a.errors[b].length+")",c.style.cursor="pointer",e.appendChild(c);const d=document.createElement("ul");for(let e of a.errors[b]){const c=document.createElement("li");c.textContent=e,d.appendChild(c)}c.addEventListener('click',function(){d.classList.toggle("minimized")}),e.appendChild(d)}b.appendChild(e);const f=document.createElement("div"),c=document.createElement("span");c.textContent=this.tls.download,c.classList.add("buttonLike");let g=this;c.addEventListener('click',function(){g.zipUploadToXml(a)}),f.appendChild(c),b.appendChild(f),dialogue=CsvxmlDialogue.drawDialogue(b)}uploadFileForValidation(d){const a=new FileReader;let c=!0;a.readAsText(d,c?'UTF-8':'CP1251');let b=this;document.body.classList.add("loading"),a.onload=function(){function d(){(async function(){const b=a.result;c&&b.includes('�')&&window.alert('The file encoding appears to not be UTF-8!\n\nTry exporting the file using the format "CSV (UTF-8)" if you use MS Excel or set the encoding to UTF-8 when exporting through LibreOffice!')})(),console.log("Read file");let d=new CsvxmlValidator(b.fieldListFlat,a.result);document.body.classList.remove("loading"),d.isValid()===!0?(alert("Document is valid. Press ok to download."),b.zipUploadToXml(d)):(console.log("Identified invalid upload document"),b.listValidationErrors(d))}if(console.log("Postload papaparse"),typeof Papa=="undefined"){const a=document.createElement("script");a.setAttribute("src","assets/js/papaparse/papaparse.min.js"),a.addEventListener('load',function(){d()},{passive:!0,once:!0}),document.body.appendChild(a)}else d()},a.onerror=function(){alert(a.error)}}renderGenHeader(){const b=document.createElement("header");b.id="mainHeader";const a=document.createElement("a");a.id="logoArea",a.href="https://www.museum-digital.org/";const d=document.createElement("img");d.src="assets/img/mdlogo-code-128px.png",d.alt="Logo of museum-digital",a.appendChild(d);const l=document.createElement("h2");l.textContent="museum-digital",a.appendChild(l),b.appendChild(a);const c=document.createElement("nav"),f=document.createElement("a");f.href="https://en.about.museum-digital.org/about",f.textContent=this.tls.about,c.appendChild(f);const g=document.createElement("div"),h=document.createElement("a");h.textContent=this.tls.contact,h.href="https://en.about.museum-digital.org/contact/",g.appendChild(h);const i=document.createElement("div"),e=document.createElement("a");e.textContent=this.tls.imprint,e.href="https://en.about.museum-digital.org/impressum",i.appendChild(e);const j=document.createElement("a");j.textContent=this.tls.privacy_policy,j.href="https://en.about.museum-digital.org/privacy/",i.appendChild(j),g.appendChild(i),c.appendChild(g);const k=document.createElement("a");k.textContent=this.tls.news,k.href="https://blog.museum-digital.org/",c.appendChild(k),b.appendChild(c),document.body.appendChild(b)}renderHeader(){const c=document.createElement("header"),b=document.createElement("h1"),a=document.createElement("img");a.width="70",a.height="70",a.src="assets/img/mdlogo-csvxml.svg",a.alt="",b.appendChild(a);const d=document.createElement("span");d.textContent="museum-digital:csvxml",b.appendChild(d),c.appendChild(b),document.body.appendChild(c)}renderHelpTexts(){let a=this;(async function(){function c(d,e){const c=document.createElement("div");c.classList.add("qaDiv");const b=document.createElement("h3");return b.textContent=d,b.style.cursor="pointer",c.appendChild(b),b.addEventListener('click',function(){console.log("Listing validation errors");const b=document.createElement("div"),c=document.createElement("h3");c.textContent=d,c.appendChild(a.generateDialogueCloseButton()),b.appendChild(c);const f=document.createElement("div");f.textContent=e,b.appendChild(f),CsvxmlDialogue.drawDialogue(b)}),c}const b=document.createElement("div");b.appendChild(c(a.tls.help_where_am_i,a.tls.help_where_am_i_content)),b.appendChild(c(a.tls.help_what_is_csv,a.tls.help_what_is_csv_content)),b.appendChild(c(a.tls.help_how_to_format_csv,a.tls.help_how_to_format_csv_content)),a.domHelpWrapper.appendChild(b)})(),document.body.appendChild(this.domHelpWrapper)}renderUploader(){let a=this;(async function(){const e=document.createElement("h2");e.textContent=a.tls.upload,a.domUploaderWrapper.appendChild(e);const c=document.createElement("form"),d=document.createElement("label");d.textContent=a.tls.select_csv_file_for_upload,d.setAttribute("for","fileToUpload"),c.appendChild(d);const b=document.createElement("input");b.type="file",b.id="fileToUpload",b.setAttribute("tabindex","1"),b.accept=".csv",b.required="required",b.addEventListener('change',async function(){a.uploadFileForValidation(b.files[0])}),c.appendChild(b),a.domUploaderWrapper.appendChild(c)})(),document.body.appendChild(this.domUploaderWrapper)}doForFieldList(b){let a=document.getElementsByClassName("fieldList");for(let c=0,e=a.length;c<e;c++){let d=a[c].getElementsByTagName("li");for(let a=0,c=d.length;a<c;a++)b(d[a])}}toggleListFieldSelectionState(a){let d=this,c=a.getAttribute("data-alt");if(a.setAttribute("data-alt",a.textContent),a.textContent=c,a.classList.toggle("humanTLToggled"),a.classList.contains("humanTLToggled")===!1)return;let b=this.fieldListFlat[a.id].dependsOn;if(b!==void 0&&b!==null){let b=this.fieldListFlat[a.id].dependsOn;for(let a=0,d=b.length;a<d;a++){let c=document.getElementById(b[a]);if(c.classList.contains("humanTLToggled")===!0)continue;this.toggleListFieldSelectionState(c)}}}checkCSVBySelectionAccessibility(){let a=document.getElementsByClassName("humanTLToggled");a.length===0?(this.csvBySelectionButton.classList.add("invisible"),this.unsetSelectionButton.classList.add("invisible")):(this.csvBySelectionButton.classList.remove("invisible"),this.unsetSelectionButton.classList.remove("invisible"))}getOptionsSection(){function c(c,d,b=""){const a=document.createElement("span");return a.id=c,a.setAttribute("tabindex","1"),a.textContent=d,a.classList.add("buttonLike"),b!==""&&(a.href=b),a}const b=document.createElement("div");b.classList.add("options");const a=this,d=c("dlAll",this.tls.download_csv_all);d.cursor="pointer",d.addEventListener('click',function(b){b.preventDefault(),a.generateCsv()}),b.appendChild(d),this.csvBySelectionButton=c("csvBySelection",this.tls.download_csv_by_selection),this.csvBySelectionButton.classList.add("invisible"),b.appendChild(this.csvBySelectionButton);const e=c("selectRequired",this.tls.select_required_fields);b.appendChild(e);const f=c("selectAll",this.tls.select_all_fields);return b.appendChild(f),this.unsetSelectionButton=c("unsetSelection",this.tls.unset_selection),this.unsetSelectionButton.classList.add("invisible"),b.appendChild(this.unsetSelectionButton),this.csvBySelectionButton.addEventListener('click',function(d){d.preventDefault();let b=document.getElementsByClassName("humanTLToggled"),c=[];for(let a=0,d=b.length;a<d;a++)c+=b[a].getAttribute("data-value");a.generateCsv(c)}),e.addEventListener('click',function(b){b.preventDefault(),a.doForFieldList(function(b){if(b.classList.contains("requiredField")===!1)return;if(b.classList.contains("humanTLToggled")===!0)return;a.toggleListFieldSelectionState(b),a.checkCSVBySelectionAccessibility()})}),f.addEventListener('click',function(b){b.preventDefault(),a.doForFieldList(function(b){if(b.classList.contains("humanTLToggled")===!0)return;a.toggleListFieldSelectionState(b),a.checkCSVBySelectionAccessibility()})}),this.unsetSelectionButton.addEventListener('click',function(b){b.preventDefault(),a.doForFieldList(function(b){if(b.classList.contains("humanTLToggled")===!1)return;a.toggleListFieldSelectionState(b),a.checkCSVBySelectionAccessibility()})}),b}renderMain(){const a=document.createElement("h2");a.textContent=this.tls.currently_approved_tags,this.domMainWrapper.appendChild(a),this.domMainWrapper.appendChild(this.getOptionsSection());for(let c in this.fieldList){const a=document.createElement("div"),d=document.createElement("h3");d.textContent=c,a.appendChild(d);const b=document.createElement("ul");b.classList.add("fieldList");const e=this.fieldList[c];for(let f in e){const a=e[f],c=document.createElement("li");c.textContent=f,c.id=f,c.setAttribute("data-alt",a.name_human_readable),c.setAttribute("data-value",f),a.required===!0&&c.classList.add("requiredField"),b.appendChild(c);const d=document.createElement("div"),g=document.createElement("p");if(g.textContent=a.explica,d.appendChild(g),a.remarks!==void 0&&a.remarks!==''){const b=document.createElement("h4");b.textContent=this.tls.remarks,d.appendChild(b);const c=document.createElement("p");c=a.remarks,d.appendChild(c)}if(a.allowedValues!==void 0&&Object.values(a.allowedValues).length!==0){const b=document.createElement("h4");b.textContent=this.tls.allowed_values,d.appendChild(b);const c=document.createElement("p");c.textContent=Object.values(a.allowedValues).join(', '),d.appendChild(c)}CsvxmlTooltip.bindTooltipToElement(c,a.name_human_readable,d)}a.appendChild(b),this.domMainWrapper.appendChild(a)}document.body.appendChild(this.domMainWrapper);let b=this;this.doForFieldList(function(a){a.addEventListener('click',function(c){b.toggleListFieldSelectionState(a),b.checkCSVBySelectionAccessibility()})})}renderFooter(){const a=document.createElement("footer"),d=document.createElement("p");d.textContent="This work is licensed under the GNU Affero Public License Version 3.",a.appendChild(d);const b=document.createElement("div"),c=document.createElement("a");if(c.textContent="Source code",c.href="https://gitea.armuli.eu/museum-digital/csvxml",b.appendChild(c),'serviceWorker'in navigator){const a=document.createElement("span");a.textContent="Reload application",a.setAttribute("tabindex",1),a.addEventListener('click',function(a){Promise.all(['csvxml-cache-v1'].map(function(a){caches.has(a).then(function(b){b===!0&&caches.delete(a).then(function(a){})})})),location.reload()},{passive:!0,once:!0}),b.appendChild(a)}a.appendChild(b),document.body.appendChild(a)}}(async function(){function f(){const b=document.documentElement.getAttribute("data-allowed-langs").split(',');if(navigator.language===void 0)return'en';const a=navigator.language.toLowerCase().substr(0,2);return console.log(a),b.includes(a)?a:'en'}const b=f();document.documentElement.setAttribute("lang",b),document.body.classList.add("loading");let a=0,c,d;function e(){document.body.classList.remove("loading");const a=new CsvxmlPage(c,d);a.renderGenHeader(),a.renderHeader(),a.renderHelpTexts(),a.renderUploader(),a.renderMain(),a.renderFooter()}window.fetch('/json/fields.'+b+'.json',{method:'GET',cache:'no-cache',credentials:'same-origin'}).then(function(a){return a.json()}).then(function(b){c=b,a++,a===2&&e()}),window.fetch('/json/tls.'+b+'.json',{method:'GET',cache:'no-cache',credentials:'same-origin'}).then(function(a){return a.json()}).then(function(b){d=b,a++,a===2&&e()})})()
\ No newline at end of file
diff --git a/public/index.htm b/public/index.htm
index daf20a2..1fb5db0 100644
--- a/public/index.htm
+++ b/public/index.htm
@@ -4,7 +4,7 @@
 
     <meta name="viewport" content="width=device-width, initial-scale=1" />
     <meta http-equiv="content-type" content="text/html; charset=UTF-8"/>
-    <link rel="stylesheet" type="text/css" href="assets/css/csvxml.min.css?v000008" />
+    <link rel="stylesheet" type="text/css" href="assets/css/csvxml.min.css?v000009" />
     <link rel="manifest" href="/manifest.json" />
     <meta name="theme-color" content="#aa4400" />
 
@@ -27,7 +27,7 @@
 </head>
 <body class="loading">
 
-<script src="assets/js/csvxmlV2.min.js?v000008" type="text/javascript" async></script>
+<script src="assets/js/csvxmlV2.min.js?v000009" type="text/javascript" async></script>
 
 </body>
 </html>
\ No newline at end of file
diff --git a/scripts/compile.php b/scripts/compile.php
index 9ad61e9..f9e3d32 100644
--- a/scripts/compile.php
+++ b/scripts/compile.php
@@ -7,7 +7,7 @@
 declare(strict_types = 1);
 require_once __DIR__ . "/../functions/functions.php";
 
-const GET_PARAM_JS_CSS = "v000008";
+const GET_PARAM_JS_CSS = "v000009";
 
 /**
  * Generates the json for a translation file.