class WorldDb::ReaderBaseWithOpts
Public Class Methods
from_file( path, opts={} )
click to toggle source
# File lib/worlddb/readers/base.rb, line 121 def self.from_file( path, opts={} ) ## note: assume/enfore utf-8 encoding (with or without BOM - byte order mark) ## - see textutils/utils.rb text = File.read_utf8( path ) self.from_string( text, opts ) end
from_string( text, opts={} )
click to toggle source
# File lib/worlddb/readers/base.rb, line 128 def self.from_string( text, opts={} ) puts "[debug] ReaderBase.from_string calling #{self.name}.new" # note: assume self is derived class (object) self.new( text, opts ) end
from_zip( zip_file, entry_path )
click to toggle source
todo: add opts={} etc.
# File lib/worlddb/readers/base.rb, line 92 def self.from_zip( zip_file, entry_path ) ## get text content from zip entry = zip_file.find_entry( entry_path ) ## todo/fix: add force encoding to utf-8 ?? ## check!!! ## clean/prepprocess lines ## e.g. CR/LF (/r/n) to LF (e.g. /n) text = entry.get_input_stream().read() ## NOTE: needs logger ref; only available in instance methods; use global logger for now logger = LogUtils::Logger.root logger.debug "text.encoding.name (before): #{text.encoding.name}" ##### # NB: ASCII-8BIT == BINARY == Encoding Unknown; Raw Bytes Here ## NB: # for now "hardcoded" to utf8 - what else can we do? # - note: force_encoding will NOT change the chars only change the assumed encoding w/o translation text = text.force_encoding( Encoding::UTF_8 ) logger.debug "text.encoding.name (after): #{text.encoding.name}" ## todo: # NB: for convenience: convert fancy unicode dashes/hyphens to plain ascii hyphen-minus ## text = TextUtils.convert_unicode_dashes_to_plain_ascii( text, path: path ) self.from_string( text ) end
new( text, opts={} )
click to toggle source
# File lib/worlddb/readers/base.rb, line 137 def initialize( text, opts={} ) @text = text ## option: do NOT generate/add any tags for countries/regions/cities @skip_tags = opts[:skip_tags].present? ? true : false ## option: for now issue warning on update, that is, if key/record (country,region,city) already exists @strict = opts[:strict].present? ? true : false end
Public Instance Methods
strict?()
click to toggle source
# File lib/worlddb/readers/base.rb, line 135 def strict?() @strict == true; end