# Copyright (c) 2013, System Engineering Software Society
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are met:
# * Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# * Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
# * Neither the name of the System Engineering Software Society nor the
# names of its contributors may be used to endorse or promote products
# derived from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
# ARE DISCLAIMED.
# IN NO EVENT SHALL SYSTEM ENGINEERING SOFTWARE SOCIETY BE LIABLE FOR ANY
# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
# ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
# SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
import codecs
from sympathy.api import importers
from sympathy.api import node as synode
from sympathy.api import qt as qt_compat
import sylib.table_sources
QtGui = qt_compat.import_module('QtGui')
def all_equal(iterator):
try:
iterator = iter(iterator)
first = next(iterator)
return all(first == rest for rest in iterator)
except StopIteration:
return True
[docs]class DataImportText(importers.base.TextDataImporterBase):
"""Importer for Text files."""
IMPORTER_NAME = "Text"
def __init__(self, fq_infilename, parameters):
super(DataImportText, self).__init__(fq_infilename, parameters)
if parameters is not None:
self._init_parameters()
def _init_parameters(self):
if 'source_coding' not in self._parameters:
self._parameters.set_string(
'source_coding',
label='Encoding',
editor=synode.Util.combo_editor(
options=list(
sylib.table_sources.CODEC_LANGS.keys())).value(),
value='UTF-8',
description='Encoding used to decode file')
def parameter_view(self, parameters):
valid_for_file = self.valid_for_file()
if not valid_for_file:
return QtGui.QWidget()
return parameters['source_coding'].gui()
def import_data(self, out_datafile, parameters=None, progress=None):
encoding = sylib.table_sources.CODEC_LANGS[
parameters['source_coding'].value]
with codecs.open(self._fq_infilename, 'r', encoding=encoding) as f:
out_datafile.set(f.read())
def valid_for_file(self):
"""Is fq_filename valid Text."""
return True
def is_text(self):
return False