1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
|
#!/usr/bin/env ruby
# frozen_string_literal: true
####
# Loads GitLab application classes with a variety of GC settings and prints
# GC stats and timing data to standard out as CSV.
#
# The degree of parallelism can be increased by setting the PAR environment
# variable (default: 2).
require 'benchmark'
SETTINGS = {
'DEFAULTS' => [''],
# Default: 10_000
'RUBY_GC_HEAP_INIT_SLOTS' => %w[100000 1000000 5000000],
# Default: 1.8
'RUBY_GC_HEAP_GROWTH_FACTOR' => %w[1.2 1 0.8],
# Default: 0 (disabled)
'RUBY_GC_HEAP_GROWTH_MAX_SLOTS' => %w[10000 100000 1000000],
# Default: 2.0
'RUBY_GC_HEAP_OLDOBJECT_LIMIT_FACTOR' => %w[2.5 1.5 1],
# Default: 4096 (= 2^12)
'RUBY_GC_HEAP_FREE_SLOTS' => %w[16384 2048 0],
# Default: 0.20 (20%)
'RUBY_GC_HEAP_FREE_SLOTS_MIN_RATIO' => %w[0.1 0.01 0.001],
# Default: 0.40 (40%)
'RUBY_GC_HEAP_FREE_SLOTS_GOAL_RATIO' => %w[0.2 0.01 0.001],
# Default: 0.65 (65%)
'RUBY_GC_HEAP_FREE_SLOTS_MAX_RATIO' => %w[0.2 0.02 0.002],
# Default: 16MB
'RUBY_GC_MALLOC_LIMIT' => %w[8388608 4194304 1048576],
# Default: 32MB
'RUBY_GC_MALLOC_LIMIT_MAX' => %w[16777216 8388608 1048576],
# Default: 1.4
'RUBY_GC_MALLOC_LIMIT_GROWTH_FACTOR' => %w[1.6 1 0.8],
# Default: 16MB
'RUBY_GC_OLDMALLOC_LIMIT' => %w[8388608 4194304 1048576],
# Default: 128MB
'RUBY_GC_OLDMALLOC_LIMIT_MAX' => %w[33554432 16777216 1048576],
# Default: 1.2
'RUBY_GC_OLDMALLOC_LIMIT_GROWTH_FACTOR' => %w[1.4 1 0.8]
}.freeze
USED_GCSTAT_KEYS = [
:minor_gc_count,
:major_gc_count,
:heap_live_slots,
:heap_free_slots,
:total_allocated_pages,
:total_freed_pages,
:malloc_increase_bytes,
:malloc_increase_bytes_limit,
:oldmalloc_increase_bytes,
:oldmalloc_increase_bytes_limit
].freeze
CSV_USED_GCSTAT_KEYS = USED_GCSTAT_KEYS.join(',')
CSV_HEADER = "setting,value,#{CSV_USED_GCSTAT_KEYS},RSS,gc_time_s,cpu_utime_s,cpu_stime_s,real_time_s\n"
SCRIPT_PATH = __dir__
RAILS_ROOT = "#{SCRIPT_PATH}/../../../"
def collect_stats(setting, value)
warn "Testing #{setting} = #{value} ..."
env = {
setting => value,
'RAILS_ROOT' => RAILS_ROOT,
'SETTING_CSV' => "#{setting},#{value}",
'GC_STAT_KEYS' => CSV_USED_GCSTAT_KEYS
}
system(env, 'ruby', "#{SCRIPT_PATH}/print_gc_stats.rb")
end
par = ENV['PAR']&.to_i || 2
batch_size = (SETTINGS.size.to_f / par).ceil
batches = SETTINGS.each_slice(batch_size)
warn "Requested parallelism: #{par} (batches: #{batches.size}, batch size: #{batch_size})"
puts CSV_HEADER
elapsed = Benchmark.realtime do
threads = batches.each_with_index.map do |settings_batch, n|
Thread.new do
settings_batch.each do |setting, values|
values.each do |v|
collect_stats(setting, v)
end
end
end
end
threads.each(&:join)
end
warn "All done in #{elapsed} sec"
|
