Improved memory management for OrtValue

lib/onnxruntime/inference_session.rb

@@ -103,17 +103,6 @@ def run(output_names, input_feed, log_severity_level: nil, log_verbosity_level:
       outputs = run_with_ort_values(output_names, ort_values, log_severity_level: log_severity_level, log_verbosity_level: log_verbosity_level, logid: logid, terminate: terminate)
 
       outputs.map { |v| output_type == :numo ? v.numo : v.to_a }
-    ensure
-      if ort_values
-        ort_values.each do |_, v|
-          release :Value, v.instance_variable_get(:@ortvalue)
-        end
-      end
-      if outputs
-        outputs.each do |v|
-          release :Value, v.instance_variable_get(:@ortvalue)
-        end
-      end
     end
 
     # TODO support logid

lib/onnxruntime/ort_value.rb

@@ -1,8 +1,9 @@
 module OnnxRuntime
   class OrtValue
     def initialize(ortvalue, binary_data = nil)
-      @ortvalue = ortvalue
+      @ortvalue = ortvalue.read_pointer
       @binary_data = binary_data
+      ObjectSpace.define_finalizer(@ortvalue, self.class.finalize(@ortvalue.to_i))
     end
 
     def self.ortvalue_from_numo(numo_obj)
@@ -59,7 +60,7 @@ def to_a
     private
 
     def out_ptr
-      @ortvalue.read_pointer
+      @ortvalue
     end
 
     def value_type
@@ -200,6 +201,11 @@ def reshape(arr, dims)
       arr.to_a
     end
 
+    def self.finalize(addr)
+      # must use proc instead of stabby lambda
+      proc { FFI.api[:ReleaseValue].call(::FFI::Pointer.new(:pointer, addr)) }
+    end
+
     def self.allocator_info
       @allocator_info ||= begin
         allocator_info = ::FFI::MemoryPointer.new(:pointer)