added dois processing

cern-sis · Aug 1, 2023 · 02370ed · 02370ed
1 parent 4071384
commit 02370ed
Showing 1 changed file with 8 additions and 32 deletions.
diff --git a/dags/aps/aps_fields_mapping.md b/dags/aps/aps_fields_mapping.md
@@ -5,181 +5,150 @@
         <td>Reference</td>
         <td>Subfields</td>
         <td>Subsubfields</td>
-        <td>Reference</td>
     </tr>
     <tr>
         <td>dois</td>
-        <td><a href="#parsing">Parsing</a> [1] </td>
+        <td><a href="#generic_parsing">Generic parsing</a> [64]</td>
         <td>value</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td>page_nr</td>
         <td><a href="#parsing">Parsing</a> [3] </td>
         <td>null</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td rowspan="2">arxiv_eprints</td>
         <td rowspan="2"> <a href="#enricher">Parsing</a> [33] </td></td>
         <td>value</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td>categories</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td rowspan="6">authors</td>
         <td rowspan="6"><a href="#parsing">Parsing</a> [7]</td>
         <td>full_name</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td>given_names</td>
-        <td>mull</td>
         <td>null</td>
     </tr>
     <tr>
         <td>surname</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td rowspan="3">affiliations</td>
         <td>value</td>
-        <td>null</td>
     </tr>
     <tr>
         <td>organization</td>
-        <td>null</td>
     </tr>
     <tr>
         <td>country</td>
-        <td>null</td>
     </tr>
     <tr>
         <td rowspan="2">license</td>
         <td rowspan="2"><a href="#parsing">Parsing</a> [14]</td>
         <td>url</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td>license</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td rowspan="5">publication_info</td>
         <td rowspan="5"><a href="#generic_parsing">Generic parsing</a> [63]</td>
         <td>journal_title</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td>journal_volume</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td>year</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td>journal_issue</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td>material</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td>abstracts</td>
         <td><a href="#enhancer">Enhancer</a> [38]</td>
         <td>value</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td rowspan="3">acquisition_source</td>
         <td rowspan="3"><a href="#enhancer">Enhancer</a> [38]</td>
         <td>source</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td> method</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td>date</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td rowspan="3">copyright</td>
         <td rowspan="3"><a href="#enhancer">Enhancer</a> [40]</td>
         <td>holder</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td>year</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td>statement</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td rowspan="2">imprints</td>
         <td rowspan="2"><a href="#enhancer">Enhancer</a> [41]</td>
         <td>date</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td>publisher</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td>record_creation_date</td>
         <td><a href="#enhancer">Enhancer</a> [42]</td>
         <td>null</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td rowspan="2">titles</td>
         <td rowspan="2"><a href="#enhancer">Enhancer</a> [43]</td>
         <td>title</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td>subtitle</td>
         <td>null</td>
-        <td>null</td>
     </tr>
     <tr>
         <td>$schema</td>
         <td rowspan="2"><a href="#enricher">Enricher</a> [32]</td>
         <td>null</td>
         <td>null</td>
-        <td>null</td>
     </tr>
 </table>
 
@@ -523,6 +492,13 @@
         <td>Takes journal_doctype(<a href="#parsing">Parsing</a>[2])</td>
         <td>""</td>
     </tr>
+    <tr>
+        <td>[64]</td>
+        <td>dois</td>
+        <td>value</td>
+        <td>Takes dois from(<a href="#parsing">Parsing</a> [1]) and puts every doi in dict<br/><code>[{"value": doi} for doi in dois if doi]</code></td>
+        <td>""</td>
+    </tr>
     <tr>
         <td>null</td>
         <td>journal_title</td>