summaryrefslogtreecommitdiff
path: root/parsers/INL_xml_parser.py
blob: 879dad7af458f02cf49a4128c04bea87f6cf6b0c (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
try:
    import xml.etree.cElementTree as ET
except ImportError:
    import xml.etree.ElementTree as ET

KNOWN_FIELD_TAGS = ['100', '110', '151']

TAG_WHITELIST = ['100', '400', '700', '678', '667', '151', '550', '451']

class INLXmlParser:
    def __init__(self, reader, whitelist=TAG_WHITELIST):
        self.reader = reader
        #self.whitelist = whitelist or KNOWN_FIELD_TAGS
        self.whitelist = whitelist

    def clearxml(self):
        newTreeRoot = ET.Element('data')

        # # scan the datafields in the records and copy to the new one only the tags in the whitelist
        # for record in root:    # create new record
        newRecord = ET.SubElement(newTreeRoot, 'record')
        for field in self.reader:
            fieldtag = field.attrib.get('tag')
            if fieldtag in self.whitelist:
                temptag = fieldtag
                # tag 700 and 400 are the same
                if temptag == '700':
                    temptag = '400'
                for data in field:
                    newFieldTag = temptag
                    newFieldTag += '.'
                    newFieldTag += data.attrib.get('code')
                    newTag = ET.SubElement(newRecord, 'datafield', {'tag': newFieldTag})
                    newTag.text = data.text

        newRecordTree = ET.ElementTree(newRecord)
        return newRecordTree