Benchmark local vs module functions

Author: sabiwara

bench/local_vs_module.exs

@@ -0,0 +1,30 @@
+defmodule Foo do
+  def foo(x), do: 1 + x
+end
+
+defmodule Bench do
+  # uncomment to get S file
+  # @compile :S
+
+  def module(enum) do
+    Enum.each(enum, &Foo.foo/1)
+  end
+
+  def local(enum) do
+    Enum.each(enum, &foo/1)
+  end
+
+  def foo(x), do: 1 + x
+end
+
+inputs = [
+  {"list", Enum.to_list(1..1000)}
+]
+
+Benchee.run(
+  [
+    module: &Bench.module/1,
+    local: &Bench.local/1
+  ],
+  inputs: inputs
+)

bench/local_vs_module.exs.S

@@ -0,0 +1,120 @@
+{module, 'Elixir.Bench'}.  %% version = 0
+
+{exports, [{'__info__',1},
+           {foo,1},
+           {local,1},
+           {module,1},
+           {module_info,0},
+           {module_info,1}]}.
+
+{attributes, []}.
+
+{labels, 22}.
+
+
+{function, '__info__', 1, 2}.
+  {label,1}.
+    {line,[]}.
+    {func_info,{atom,'Elixir.Bench'},{atom,'__info__'},1}.
+  {label,2}.
+    {select_val,{x,0},
+                {f,9},
+                {list,[{atom,attributes},
+                       {f,8},
+                       {atom,compile},
+                       {f,8},
+                       {atom,deprecated},
+                       {f,7},
+                       {atom,exports_md5},
+                       {f,6},
+                       {atom,functions},
+                       {f,5},
+                       {atom,macros},
+                       {f,7},
+                       {atom,md5},
+                       {f,8},
+                       {atom,module},
+                       {f,4},
+                       {atom,struct},
+                       {f,3}]}}.
+  {label,3}.
+    {move,{atom,nil},{x,0}}.
+    return.
+  {label,4}.
+    {move,{atom,'Elixir.Bench'},{x,0}}.
+    return.
+  {label,5}.
+    {move,{literal,[{foo,1},{local,1},{module,1}]},{x,0}}.
+    return.
+  {label,6}.
+    {move,{literal,<<249,220,148,233,109,149,24,191,155,116,221,51,167,22,151,
+                     183>>},
+          {x,0}}.
+    return.
+  {label,7}.
+    {move,nil,{x,0}}.
+    return.
+  {label,8}.
+    {move,{x,0},{x,1}}.
+    {move,{atom,'Elixir.Bench'},{x,0}}.
+    {call_ext_only,2,{extfunc,erlang,get_module_info,2}}.
+  {label,9}.
+    {call_only,1,{f,21}}. % '-inlined-__info__/1-'/1
+
+
+{function, foo, 1, 11}.
+  {label,10}.
+    {line,[{location,"bench/local_vs_module.exs",15}]}.
+    {func_info,{atom,'Elixir.Bench'},{atom,foo},1}.
+  {label,11}.
+    {gc_bif,'+',{f,0},1,[{x,0},{integer,1}],{x,0}}.
+    return.
+
+
+{function, local, 1, 13}.
+  {label,12}.
+    {line,[{location,"bench/local_vs_module.exs",11}]}.
+    {func_info,{atom,'Elixir.Bench'},{atom,local},1}.
+  {label,13}.
+    {test_heap,{alloc,[{words,0},{floats,0},{funs,1}]},1}.
+    {make_fun3,{f,11},0,0,{x,1},{list,[]}}.
+    {'%',{var_info,{x,1},[{fun_type,{t_number,any}}]}}.
+    {line,[{location,"bench/local_vs_module.exs",12}]}.
+    {call_ext_only,2,{extfunc,'Elixir.Enum',each,2}}.
+
+
+{function, module, 1, 15}.
+  {label,14}.
+    {line,[{location,"bench/local_vs_module.exs",7}]}.
+    {func_info,{atom,'Elixir.Bench'},{atom,module},1}.
+  {label,15}.
+    {move,{literal,fun 'Elixir.Foo':foo/1},{x,1}}.
+    {line,[{location,"bench/local_vs_module.exs",8}]}.
+    {call_ext_only,2,{extfunc,'Elixir.Enum',each,2}}.
+
+
+{function, module_info, 0, 17}.
+  {label,16}.
+    {line,[]}.
+    {func_info,{atom,'Elixir.Bench'},{atom,module_info},0}.
+  {label,17}.
+    {move,{atom,'Elixir.Bench'},{x,0}}.
+    {call_ext_only,1,{extfunc,erlang,get_module_info,1}}.
+
+
+{function, module_info, 1, 19}.
+  {label,18}.
+    {line,[]}.
+    {func_info,{atom,'Elixir.Bench'},{atom,module_info},1}.
+  {label,19}.
+    {move,{x,0},{x,1}}.
+    {move,{atom,'Elixir.Bench'},{x,0}}.
+    {call_ext_only,2,{extfunc,erlang,get_module_info,2}}.
+
+
+{function, '-inlined-__info__/1-', 1, 21}.
+  {label,20}.
+    {line,[]}.
+    {func_info,{atom,'Elixir.Bench'},{atom,'-inlined-__info__/1-'},1}.
+  {label,21}.
+    {jump,{f,20}}.

bench/local_vs_module.results.txt

@@ -0,0 +1,27 @@
+Operating System: macOS
+CPU Information: Apple M1
+Number of Available Cores: 8
+Available memory: 16 GB
+Elixir 1.16.2
+Erlang 27.0
+
+Benchmark suite executing with the following configuration:
+warmup: 2 s
+time: 5 s
+memory time: 0 ns
+reduction time: 0 ns
+parallel: 1
+inputs: list
+Estimated total run time: 14 s
+
+Benchmarking module with input list ...
+Benchmarking local with input list ...
+
+##### With input list #####
+Name             ips        average  deviation         median         99th %
+module      306.43 K        3.26 μs   ±182.87%        3.21 μs        4.17 μs
+local       301.59 K        3.32 μs   ±199.86%        3.21 μs        3.92 μs
+
+Comparison: 
+module      306.43 K
+local       301.59 K - 1.02x slower +0.0525 μs