olemb / dbfread Goto Github PK

    from dbfread import DBF
    for item in DBF('/home/chris/Desktop/ITEM.DBF'):
        print item

    from dbfread import DBF
    for item in DBF('/home/chris/Desktop/ITEM.DBF', encoding='utf-8'):
        print item

  File "/home/chris/frappe-bench/env/local/lib/python2.7/site-packages/dbfread/dbf.py", line 304, in _iter_records
    for field in self.fields]
  File "/home/chris/frappe-bench/env/local/lib/python2.7/site-packages/dbfread/field_parser.py", line 75, in parse
    return func(field, data)
  File "/home/chris/frappe-bench/env/local/lib/python2.7/site-packages/dbfread/field_parser.py", line 83, in parseC
    return decode_text(data.rstrip(b'\0 '), self.encoding)
UnicodeDecodeError: 'utf8' codec can't decode byte 0xab in position 16: invalid start byte

for record in DBF(filepath):
    # something really simple

table = DBF('asset.dbf')
for record in table:
    print(record)

class TestFieldParser(FieldParser):
    def parse7(self, field, data):
        return data

table = DBF('asset.dbf', parserclass=TestFieldParser)
for record in table:
    print(record)

Traceback (most recent call last):
  File "/mnt/acdsee/ACDsee/./dumpdb.py", line 10, in <module>
    for record in table:
  File "/mnt/acdsee/ACDsee/venv/lib/python3.9/site-packages/dbfread/dbf.py", line 314, in _iter_records
    items = [(field.name,
  File "/mnt/acdsee/ACDsee/venv/lib/python3.9/site-packages/dbfread/dbf.py", line 315, in <listcomp>
    parse(field, read(field.length))) \
  File "/mnt/acdsee/ACDsee/venv/lib/python3.9/site-packages/dbfread/field_parser.py", line 79, in parse
    return func(field, data)
  File "/mnt/acdsee/ACDsee/venv/lib/python3.9/site-packages/dbfread/field_parser.py", line 87, in parseC
    return self.decode_text(data.rstrip(b'\0 '))
  File "/mnt/acdsee/ACDsee/venv/lib/python3.9/site-packages/dbfread/field_parser.py", line 45, in decode_text
    return decode_text(text, self.encoding, errors=self.char_decode_errors)
  File "/home/linuxbrew/.linuxbrew/opt/[email protected]/lib/python3.9/encodings/cp1252.py", line 15, in decode
    return codecs.charmap_decode(input,errors,decoding_table)
UnicodeDecodeError: 'charmap' codec can't decode byte 0x81 in position 35: character maps to <undefined>

from openpyxl import Workbook, load_workbook
from dbfread import DBF

wb = Workbook()
table = DBF("DBRADON.DBF", load = True, ignore_missing_memofile=True)
length = len(table)
ws1 = wb.create_sheet("RFD", 0)
ws2 = wb.create_sheet("RAC")
ws1['A1'] = "Date"
ws1['E1'] = "Measurement Start"
ws1['F1'] = "Measurement End"
ws1['G1'] = "Exposition Length"
ws1['H1'] = "Measurement Length"
ws1['I1'] = "Radon activity"
ws1['J1'] = "Radon activity +-"
ws1['K1'] = "RFD"
ws1['L1'] = "RFD+-"
ws1['O1'] = "SK-13"
E = []
for e in range(2, len(table)):
    E.append('E' + str(e))

#print(table.records[12]['A214BI']) #This doesn't throw an exception
#print(table.records[12]['BGTM,N,2,0']) #This throws an exception

wb.save('radon.xlsx')

File "C:\Python39\lib\site-packages\dbfread\dbf.py", line 314, in _iter_records
    items = [(field.name,
  File "C:\Python39\lib\site-packages\dbfread\dbf.py", line 315, in <listcomp>
    parse(field, read(field.length))) \
  File "C:\Python39\lib\site-packages\dbfread\field_parser.py", line 79, in parse
    return func(field, data)
  File "C:\Python39\lib\site-packages\dbfread\field_parser.py", line 157, in parseM
    return self.decode_text(memo)
  File "C:\Python39\lib\site-packages\dbfread\field_parser.py", line 45, in decode_text
    return decode_text(text, self.encoding, errors=self.char_decode_errors)

  File "C:\Python39\lib\encodings\cp1252.py", line 15, in decode
    return codecs.charmap_decode(input,errors,decoding_table)
UnicodeDecodeError: 'charmap' codec can't decode byte 0x8d in position 65: character maps to <undefined>

Traceback (most recent call last):

  File "<ipython-input-129-655019aebcfc>", line 1, in <module>
    for rec in dbf:

  File "C:\Users\Rdebbout\AppData\Local\Continuum\Anaconda2\envs\cdi3\lib\site-packages\dbfread\dbf.py", line 316, in _iter_records
    for field in self.fields]

  File "C:\Users\Rdebbout\AppData\Local\Continuum\Anaconda2\envs\cdi3\lib\site-packages\dbfread\dbf.py", line 316, in <listcomp>
    for field in self.fields]

  File "C:\Users\Rdebbout\AppData\Local\Continuum\Anaconda2\envs\cdi3\lib\site-packages\dbfread\field_parser.py", line 79, in parse
    return func(field, data)

  File "C:\Users\Rdebbout\AppData\Local\Continuum\Anaconda2\envs\cdi3\lib\site-packages\dbfread\field_parser.py", line 174, in parseN
    return float(data.replace(b',', b'.'))

ValueError: could not convert string to float: b'\x00\x00\x00\x00\x00\x00\x00\x00\x00

class TestFieldParser(FieldParser):    
    def parseN(self, field, data):
        """Parse numeric field (N)

        Returns int, float or None if the field is empty.
        """
        # In some files * is used for padding.
        data = data.strip().strip(b'*')

        try:
            return int(data)
        except ValueError:
            if not data.strip():
                return None
            elif isinstance(data, (bytes, bytearray)):  # I added these 2 lines
                return int.from_bytes(data, byteorder='big', signed=True)
            else:
                # Account for , in numeric fields
                return float(data.replace(b',', b'.')) 

Traceback (most recent call last):
  File "<stdin>", line 1, in <module>
  File "~/dbfread/dbf.py", line 120, in __init__
    self._check_headers()
  File "~/dbfread/dbf.py", line 259, in _check_headers
    raise ValueError('Unknown field type: {!r}'.format(field.type))
ValueError: Unknown field type: 'V'

File "C:/Users/user/Documents/Python/SAG/dbftest.py", line 4, in <module>
    test = DBF('SystemRecord.dbf')

  File "C:\Python36-32\lib\site-packages\dbfread\dbf.py", line 122, in __init__
    self._read_field_headers(infile)

  File "C:\Python36-32\lib\site-packages\dbfread\dbf.py", line 224, in _read_field_headers
    field = DBFField.unpack(sep + infile.read(DBFField.size - 1))

  File "C:\Python36-32\lib\site-packages\dbfread\struct_parser.py", line 36, in unpack
    items = zip(self.names, self.struct.unpack(data))

Release Checklist
=================

#. In ``dbfread/version.py``, make sure the correct version number is defined
   for this release.

#. Make sure that information about supported Python versions is consistent:

   * In the call to ``setup()``, check the versions defined by the
     *python_requires* argument (see the "Version specifiers" section of
     PEP-440 for details).
   * In the call to ``setup()``, check the trove classifiers in the
     *classifiers* argument (see https://pypi.org/classifiers/ for values).
   * In ``README.rst``, check the versions listed in the "Main Features" and
     "Installing" sections.
   * In ``docs/installing.rst``, check the versions listed in the
     "Requirements" section.

#. Make sure the *description* argument in ``setup.py`` matches the project
   description on GitHub (in the "About" section).

#. Check that *packages* argument of ``setup()`` is correct. Check that the
   value matches what ``setuptools.find_packages()`` returns:

        >>> import setuptools
        >>> sorted(setuptools.find_packages('.', exclude=['tests']))

   Defining this list explicitly (rather than using ``find_packages()``
   directly in ``setup.py`` file) is needed when installing on systems
   where ``setuptools`` is not available.

#. Make final updates to ``docs/changes.rst`` file.

#. Commit and push final changes to the upstream development repository:

        Prepare version info, documentation, and README for version N.N.N release.

#. In the upstream repository, make sure that all of the tests and checks
   are passing.

#. Make sure the packaging tools are up-to-date:

        pip install -U twine wheel setuptools check-manifest

#. Check the manifest against the project's root folder:

        check-manifest .

#. Remove any existing files from the ``dist/`` folder.

#. Build new distributions:

        python setup.py sdist bdist_wheel

#. Upload distributions to TestPyPI:

        twine upload --repository testpypi dist/*

#. View the package's web page on TestPyPI and verify that the information
   is correct for the "Project links" and "Meta" sections:

   * https://test.pypi.org/project/dbfread

   If you are testing a pre-release version, make sure to use the URL returned
   by twine in the previous step (the default URL shows the latest *stable*
   version).

#. Test the installation process from TestPyPI:

        python -m pip install --index-url https://test.pypi.org/simple/ dbfread

   If you're testing a pre-release version, make sure to use the "pip install"
   command listed at the top of the project's TestPyPI page.

#. Upload source and wheel distributions to PyPI:

        twine upload dist/*

#. Double check PyPI project page and test installation from PyPI:

        python -m pip install dbfread

#. Make sure the documentation version reflects the new release:

   * https://dbfread.readthedocs.io/

   If the documentation was not automatically updated, you may need to
   login to https://readthedocs.org/ and start the build process manually.

#. Publish update announcement to relevant mailing lists:

   * [email protected]

def _read_field_headers(self, infile):
        while True:
            sep = infile.read(1)
            if sep in (b'\r', b'\n', b''):
                # End of field headers
                break

            field = DBFField.unpack(sep + infile.read(DBFField.size - 1))

            field.type = chr(ord(field.type))

            # For character fields > 255 bytes the high byte
            # is stored in decimal_count.
            if field.type in 'C':
                field.length |= field.decimal_count << 8
                field.decimal_count = 0

            # Field name is b'\0' terminated.
            field.name = self._decode_text(field.name.split(b'\0')[0])
            if self.lowernames:
                field.name = field.name.lower()

            self.field_names.append(field.name)

            self.fields.append(field)

            # For character fields > 255 bytes the high byte
            # is stored in decimal_count.
            if field.type in 'C':
                field.length |= field.decimal_count << 8
                field.decimal_count = 0

import dbfread
file_ = '/home/gijs/.wine/drive_c/OLMSoft/BrouwVisie/Data/Recepten.Dbf'
t = dbfread.dbf.DBF(file_, load=True)
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
<ipython-input-33-e461b614b7c2> in <module>()
----> 1 t = dbfread.dbf.DBF(file_, load=True)

/usr/local/lib/python2.7/dist-packages/dbfread/dbf.pyc in __init__(self, filename, encoding, ignorecase, lowernames, parserclass, recfactory, load, raw, ignore_missing_memofile)
    131 
    132         if load:
--> 133             self.load()
    134 
    135     @property

/usr/local/lib/python2.7/dist-packages/dbfread/dbf.pyc in load(self)
    166         """
    167         if not self.loaded:
--> 168             self._records = list(self._iter_records(b' '))
    169             self._deleted = list(self._iter_records(b'*'))
    170 

/usr/local/lib/python2.7/dist-packages/dbfread/dbf.pyc in _iter_records(self, record_type)
    308                         items = [(field.name,
    309                                   parse(field, read(field.length))) \
--> 310                                  for field in self.fields]
    311 
    312                     yield self.recfactory(items)

/usr/local/lib/python2.7/dist-packages/dbfread/field_parser.pyc in parse(self, field, data)
     73             raise ValueError('Unknown field type: {!r}'.format(field.type))
     74         else:
---> 75             return func(field, data)
     76 
     77     def parse0(self, field, data):

/usr/local/lib/python2.7/dist-packages/dbfread/field_parser.pyc in parseN(self, field, data)
    162             else:
    163                 # Account for , in numeric fields
--> 164                 return float(data.replace(b',', b'.'))
    165 
    166     def parseO(self, field, data):

ValueError: could not convert string to float: F 

$ file Recepten.Dbf
Recepten.Dbf: FoxBase+/dBase III DBF, 1 record * 13734, update-date 115-8-16, codepage ID=0x37, with index file .MDX, at offset 8577 1st record "                                                      FMijn eig"

Traceback (most recent call last):
  File "hwmnucheck.py", line 486, in main
    checker.loaddb()
  File "hwmnucheck.py", line 301, in loaddb
    self._loaddb_turni()
  File "hwmnucheck.py", line 236, in _loaddb_turni
    table = dbfread.DBF(self._db_turnimensa_f)
  File "\WinPython-32bit-3.4.3.7\python-3.4.3\lib\site-packages\dbfread\dbf.py", line 123, in __init__
    self._check_headers()
  File "WinPython-32bit-3.4.3.7\python-3.4.3\lib\site-packages\dbfread\dbf.py", line 265, in _check_headers
    raise ValueError('Unknown field type: {!r}'.format(field.type))
ValueError: Unknown field type: '\x00'

dd if=/dev/zero of=./test bs=1G count=1 oflag=dsync

>>> for record in dbfread.DBF('CNTR_AT_2013.dbf'):
           print record
Traceback (most recent call last):
  File "<stdin>", line 1, in <module>
  File "/usr/local/lib/python2.7/dist-packages/dbfread/dbf.py", line 316, in _iter_records
    for field in self.fields]
  File "/usr/local/lib/python2.7/dist-packages/dbfread/field_parser.py", line 79, in parse
    return func(field, data)
  File "/usr/local/lib/python2.7/dist-packages/dbfread/field_parser.py", line 87, in parseC
    return self.decode_text(data.rstrip(b'\0 '))
  File "/usr/local/lib/python2.7/dist-packages/dbfread/field_parser.py", line 45, in decode_text
    return decode_text(text, self.encoding, errors=self.char_decode_errors)
UnicodeDecodeError: 'ascii' codec can't decode byte 0xc3 in position 19: ordinal not in range(128)
>>> table = dbfread.read("CNTR_AT_2013.dbf")
/usr/local/lib/python2.7/dist-packages/dbfread/deprecated_dbf.py:47: UserWarning: dbfread.read() has been replaced by DBF(load=True) and will be removed in 2.2.
  warnings.warn("dbfread.read() has been replaced by DBF(load=True)"
Traceback (most recent call last):
  File "<stdin>", line 1, in <module>
  File "/usr/local/lib/python2.7/dist-packages/dbfread/deprecated_dbf.py", line 49, in read
    return DeprecatedDBF(filename, load=True, **kwargs)
  File "/usr/local/lib/python2.7/dist-packages/dbfread/dbf.py", line 136, in __init__
    self.load()
  File "/usr/local/lib/python2.7/dist-packages/dbfread/deprecated_dbf.py", line 18, in load
    self[:] = self._iter_records(b' ')
  File "/usr/local/lib/python2.7/dist-packages/dbfread/dbf.py", line 316, in _iter_records
    for field in self.fields]
  File "/usr/local/lib/python2.7/dist-packages/dbfread/field_parser.py", line 79, in parse
    return func(field, data)
  File "/usr/local/lib/python2.7/dist-packages/dbfread/field_parser.py", line 87, in parseC
    return self.decode_text(data.rstrip(b'\0 '))
  File "/usr/local/lib/python2.7/dist-packages/dbfread/field_parser.py", line 45, in decode_text
    return decode_text(text, self.encoding, errors=self.char_decode_errors)
UnicodeDecodeError: 'ascii' codec can't decode byte 0xc3 in position 19: ordinal not in range(128)

Cntr id    : QN
Cntr name  : Puerto Rico and Virgin Islands of the United States
Name asci  : Puerto Rico and Virgin Islands of the United States
Name engl  : Puerto Rico and Virgin Islands of the United States
Name fren  : PUERTO RICO ET LES ÎLES VIERGES DES ÉTATS-UNIS
Poli org c : 99.00000000
Name gaul  : 
Iso3 code  : 
Svrg un    : US Territory
Capt       : 
Cntr code  : UA
Eu stat    : F
Efta stat  : F
Cc stat    : F

Cntr id    : QO
Cntr name  : Guadeloupe and Martinique
Name asci  : Guadeloupe and Martinique
Name engl  : GUADELOUPE AND MARTINIQUE
Name fren  : GUADELOUPE ET MARTINIQUE
Poli org c : 99.00000000
Name gaul  : 
Iso3 code  : 
Svrg un    : FR Territory
Capt       : 
Cntr code  : UA
Eu stat    : F
Efta stat  : F
Cc stat    : F