Class: Spark::Serializer::UTF8

Inherits:
Base
  • Object
show all
Defined in:
lib/spark/serializer/utf8.rb

Overview

Used for file

File is sended as String but worker use serialization

Constant Summary

Constants included from Constant

Constant::ACCUMULATOR_ACK, Constant::CREATE_WORKER, Constant::DATA_EOF, Constant::KILL_WORKER, Constant::KILL_WORKER_AND_WAIT, Constant::SUCCESSFULLY_KILLED, Constant::UNSUCCESSFUL_KILLING, Constant::WORKER_DONE, Constant::WORKER_ERROR

Constants included from Helper::Serialize

Helper::Serialize::DIRECTIVE_CHARS, Helper::Serialize::DIRECTIVE_DOUBLES_BIG_ENDIAN, Helper::Serialize::DIRECTIVE_DOUBLE_BIG_ENDIAN, Helper::Serialize::DIRECTIVE_INTEGERS_BIG_ENDIAN, Helper::Serialize::DIRECTIVE_INTEGER_BIG_ENDIAN, Helper::Serialize::DIRECTIVE_LONGS_BIG_ENDIAN, Helper::Serialize::DIRECTIVE_LONG_BIG_ENDIAN, Helper::Serialize::DIRECTIVE_UNSIGNED_CHARS

Instance Attribute Summary

Attributes inherited from Base

#batch_size

Instance Method Summary collapse

Methods inherited from Base

#==, #dump, #dump_to_java, #initialize, #load, #load_from_io, #load_from_iterator, #read_int, #try, #unbatch!

Methods included from Helper::Serialize

#pack_double, #pack_doubles, #pack_int, #pack_ints, #pack_long, #pack_longs, #pack_unsigned_chars, #unpack_chars, #unpack_int, #unpack_long

Constructor Details

This class inherits a constructor from Spark::Serializer::Base

Instance Method Details

#batched? ⇒ Boolean

Returns:

  • (Boolean) 


15
16
17
 
# File 'lib/spark/serializer/utf8.rb', line 15

def batched?
  false
end

#load_next_from_io(io, lenght) ⇒ Object 



19
20
21
 
# File 'lib/spark/serializer/utf8.rb', line 19

def load_next_from_io(io, lenght)
  io.read(lenght).force_encoding(Encoding::UTF_8)
end

#set ⇒ Object 



10
11
12
13
 
# File 'lib/spark/serializer/utf8.rb', line 10

def set(*)
  unbatch!
  self
end