class TensorFlow::Tensor
Public Class Methods
finalize(pointer, status, tensor)
click to toggle source
# File lib/tensorflow/tensor.rb, line 165 def self.finalize(pointer, status, tensor) # must use proc instead of stabby lambda proc do FFI.TFE_DeleteTensorHandle(pointer) FFI.TFE_DeleteStatus(status) FFI.TFE_DeleteTensor(tensor) if tensor end end
new(value = nil, dtype: nil, shape: nil, pointer: nil)
click to toggle source
# File lib/tensorflow/tensor.rb, line 3 def initialize(value = nil, dtype: nil, shape: nil, pointer: nil) @status = FFI.TF_NewStatus if pointer @pointer = pointer else data = value data = Array(data) unless data.is_a?(Array) || data.is_a?(Numo::NArray) shape ||= calculate_shape(value) if shape.size > 0 dims_ptr = ::FFI::MemoryPointer.new(:int64, shape.size) dims_ptr.write_array_of_int64(shape) else dims_ptr = nil end if data.is_a?(Numo::NArray) dtype ||= Utils.infer_type(data) # TODO use Numo read pointer? data_ptr = ::FFI::MemoryPointer.new(:uchar, data.byte_size) data_ptr.write_bytes(data.to_string) else data = data.flatten dtype ||= Utils.infer_type(data) case dtype when :float, :double, :int32, :uint8, :int16, :int8, :int64, :uint16, :uint32, :uint64 data_ptr = ::FFI::MemoryPointer.new(dtype, data.size) data_ptr.send("write_array_of_#{dtype}", data) when :bfloat16 # https://en.wikipedia.org/wiki/Bfloat16_floating-point_format data_ptr = ::FFI::MemoryPointer.new(:int8, data.size * 2) data_ptr.write_bytes(data.map { |v| [v].pack("g")[0..1] }.join) when :complex64 data_ptr = ::FFI::MemoryPointer.new(:float, data.size * 2) data_ptr.write_array_of_float(data.flat_map { |v| [v.real, v.imaginary] }) when :complex128 data_ptr = ::FFI::MemoryPointer.new(:double, data.size * 2) data_ptr.write_array_of_double(data.flat_map { |v| [v.real, v.imaginary] }) when :string data_ptr = string_ptr(data) when :bool data_ptr = ::FFI::MemoryPointer.new(:int8, data.size) data_ptr.write_array_of_int8(data.map { |v| v ? 1 : 0 }) else raise "Unknown type: #{dtype}" end end type = FFI::DataType[dtype] callback = ::FFI::Function.new(:void, [:pointer, :size_t, :pointer]) do |data, len, arg| # FFI handles deallocation end # keep data pointer alive for duration of object @data_ptr = data_ptr @dims_ptr = dims_ptr @callback = callback tensor = FFI.TF_NewTensor(type, dims_ptr, shape.size, data_ptr, data_ptr.size, callback, nil) @pointer = FFI.TFE_NewTensorHandle(tensor, @status) check_status @status end ObjectSpace.define_finalizer(self, self.class.finalize(@pointer, @status, tensor)) end
Public Instance Methods
%(other)
click to toggle source
# File lib/tensorflow/tensor.rb, line 87 def %(other) Math.floormod(self, other) end
*(other)
click to toggle source
# File lib/tensorflow/tensor.rb, line 79 def *(other) Math.multiply(self, other) end
+(other)
click to toggle source
# File lib/tensorflow/tensor.rb, line 71 def +(other) Math.add(self, other) end
-(other)
click to toggle source
# File lib/tensorflow/tensor.rb, line 75 def -(other) Math.subtract(self, other) end
-@()
click to toggle source
# File lib/tensorflow/tensor.rb, line 91 def -@ Math.negative(self) end
/(other)
click to toggle source
# File lib/tensorflow/tensor.rb, line 83 def /(other) Math.divide(self, other) end
dtype()
click to toggle source
# File lib/tensorflow/tensor.rb, line 123 def dtype @dtype ||= FFI::DataType[FFI.TFE_TensorHandleDataType(@pointer)] end
inspect()
click to toggle source
# File lib/tensorflow/tensor.rb, line 160 def inspect inspection = %w(numo shape dtype).map { |v| "#{v}: #{send(v).inspect}"} "#<#{self.class} #{inspection.join(", ")}>" end
numo()
click to toggle source
# File lib/tensorflow/tensor.rb, line 154 def numo klass = Utils::NUMO_TYPE_MAP[dtype] raise "Unknown type: #{dtype}" unless klass klass.cast(value) end
shape()
click to toggle source
# File lib/tensorflow/tensor.rb, line 127 def shape @shape ||= begin shape = [] num_dims.times do |i| shape << FFI.TFE_TensorHandleDim(@pointer, i, @status) check_status @status end shape end end
to_a()
click to toggle source
# File lib/tensorflow/tensor.rb, line 146 def to_a value end
to_i()
click to toggle source
# File lib/tensorflow/tensor.rb, line 142 def to_i value.to_i end
to_ptr()
click to toggle source
# File lib/tensorflow/tensor.rb, line 150 def to_ptr @pointer end
to_s()
click to toggle source
# File lib/tensorflow/tensor.rb, line 138 def to_s inspect end
value()
click to toggle source
# File lib/tensorflow/tensor.rb, line 95 def value value = case dtype when :float, :double, :int32, :uint8, :int16, :int8, :int64, :uint16, :uint32, :uint64 data_pointer.send("read_array_of_#{dtype}", element_count) when :bfloat16 byte_str = data_pointer.read_bytes(element_count * 2) element_count.times.map { |i| "#{byte_str[(2 * i)..(2 * i + 1)]}\x00\x00".unpack1("g") } when :complex64 data_pointer.read_array_of_float(element_count * 2).each_slice(2).map { |v| Complex(*v) } when :complex128 data_pointer.read_array_of_double(element_count * 2).each_slice(2).map { |v| Complex(*v) } when :string tf_string_size = 24 element_count.times.map do |i| FFI.TF_StringGetDataPointer(data_pointer + i * tf_string_size) end when :bool data_pointer.read_array_of_int8(element_count).map { |v| v == 1 } when :resource, :variant return data_pointer else raise "Unknown type: #{dtype}" end reshape(value, shape) end
Private Instance Methods
calculate_shape(value)
click to toggle source
# File lib/tensorflow/tensor.rb, line 207 def calculate_shape(value) return value.shape if value.respond_to?(:shape) shape = [] d = value while d.is_a?(Array) shape << d.size d = d.first end shape end
check_status(status)
click to toggle source
# File lib/tensorflow/tensor.rb, line 230 def check_status(status) Utils.check_status(status) end
data_pointer()
click to toggle source
# File lib/tensorflow/tensor.rb, line 188 def data_pointer FFI.TF_TensorData(tensor_pointer) end
element_count()
click to toggle source
# File lib/tensorflow/tensor.rb, line 182 def element_count ret = FFI.TFE_TensorHandleNumElements(@pointer, @status) check_status @status ret end
num_dims()
click to toggle source
# File lib/tensorflow/tensor.rb, line 176 def num_dims ret = FFI.TFE_TensorHandleNumDims(@pointer, @status) check_status @status ret end
reshape(arr, dims)
click to toggle source
# File lib/tensorflow/tensor.rb, line 198 def reshape(arr, dims) return arr.first if dims.empty? arr = arr.flatten dims[1..-1].reverse.each do |dim| arr = arr.each_slice(dim) end arr.to_a end
string_ptr(data)
click to toggle source
# File lib/tensorflow/tensor.rb, line 219 def string_ptr(data) tf_string_size = 24 data_ptr = ::FFI::MemoryPointer.new(:char, data.size * tf_string_size) data.each_with_index do |str, i| offset = data_ptr + i * tf_string_size FFI.TF_StringInit(offset) FFI.TF_StringCopy(offset, str, str.bytesize) end data_ptr end
tensor_pointer()
click to toggle source
# File lib/tensorflow/tensor.rb, line 192 def tensor_pointer tensor = FFI.TFE_TensorHandleResolve(@pointer, @status) check_status @status tensor end