Skip to content

Commit

Permalink
Enable logging
Browse files Browse the repository at this point in the history
  • Loading branch information
ankane committed Sep 11, 2024
1 parent 7f89707 commit 63b3e6b
Showing 1 changed file with 3 additions and 8 deletions.
11 changes: 3 additions & 8 deletions lib/onnxruntime/inference_session.rb
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ module OnnxRuntime
class InferenceSession
attr_reader :inputs, :outputs

def initialize(path_or_bytes, enable_cpu_mem_arena: true, enable_mem_pattern: true, enable_profiling: false, execution_mode: nil, free_dimension_overrides_by_denotation: nil, free_dimension_overrides_by_name: nil, graph_optimization_level: nil, inter_op_num_threads: nil, intra_op_num_threads: nil, log_severity_level: nil, log_verbosity_level: nil, logid: nil, optimized_model_filepath: nil, profile_file_prefix: nil, session_config_entries: nil, providers: [])
def initialize(path_or_bytes, enable_cpu_mem_arena: true, enable_mem_pattern: true, enable_profiling: false, execution_mode: nil, free_dimension_overrides_by_denotation: nil, free_dimension_overrides_by_name: nil, graph_optimization_level: nil, inter_op_num_threads: nil, intra_op_num_threads: nil, log_severity_level: 0, log_verbosity_level: 0, logid: nil, optimized_model_filepath: nil, profile_file_prefix: nil, session_config_entries: nil, providers: [])
# session options
session_options = ::FFI::MemoryPointer.new(:pointer)
check_status api[:CreateSessionOptions].call(session_options)
Expand Down Expand Up @@ -90,7 +90,7 @@ def initialize(path_or_bytes, enable_cpu_mem_arena: true, enable_mem_pattern: tr
release :SessionOptions, session_options
end

def run(output_names, input_feed, log_severity_level: nil, log_verbosity_level: nil, logid: nil, terminate: nil, output_type: :ruby)
def run(output_names, input_feed, log_severity_level: 0, log_verbosity_level: 0, logid: nil, terminate: nil, output_type: :ruby)
if ![:ruby, :numo, :ort_value].include?(output_type)
raise ArgumentError, "Invalid output type: #{output_type}"
end
Expand All @@ -103,7 +103,7 @@ def run(output_names, input_feed, log_severity_level: nil, log_verbosity_level:
end

# TODO support logid
def run_with_ort_values(output_names, input_feed, log_severity_level: nil, log_verbosity_level: nil, logid: nil, terminate: nil)
def run_with_ort_values(output_names, input_feed, log_severity_level: 0, log_verbosity_level: 0, logid: nil, terminate: nil)
input_tensor = ::FFI::MemoryPointer.new(:pointer, input_feed.size)
input_feed.each_with_index do |(_, input), i|
input_tensor[i].write_pointer(input.to_ptr)
Expand Down Expand Up @@ -340,20 +340,15 @@ def ort_string(str)
def env
# use mutex for thread-safety
Utils.mutex.synchronize do
puts "start sync"
@@env ||= begin
puts "begin"
env = ::FFI::MemoryPointer.new(:pointer)
check_status api[:CreateEnv].call(3, "Default", env)
at_exit { release :Env, env }
# disable telemetry
# https://github.com/microsoft/onnxruntime/blob/master/docs/Privacy.md
check_status api[:DisableTelemetryEvents].call(env)
puts "end"
env
end
puts "end sync"
@@env
end
end
end
Expand Down

0 comments on commit 63b3e6b

Please sign in to comment.