Class: Kdeploy::Runner

Inherits:
Object
  • Object
show all
Defined in:
lib/kdeploy/runner/runner.rb

Overview

Concurrent task runner for executing tasks across multiple hosts

Instance Method Summary collapse

Constructor Details

#initialize(hosts, tasks, parallel: Configuration.default_parallel, output: ConsoleOutput.new, debug: false, base_dir: nil, retries: Configuration.default_retries, retry_delay: Configuration.default_retry_delay, retry_on_nonzero: Configuration.default_retry_on_nonzero, host_timeout: Configuration.default_host_timeout, step_timeout: Configuration.default_step_timeout, retry_policy: Configuration.default_retry_policy) ⇒ Runner

Returns a new instance of Runner.



8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
 
# File 'lib/kdeploy/runner/runner.rb', line 8

def initialize(hosts, tasks, parallel: Configuration.default_parallel, output: ConsoleOutput.new,
               debug: false, base_dir: nil, retries: Configuration.default_retries,
               retry_delay: Configuration.default_retry_delay,
               retry_on_nonzero: Configuration.default_retry_on_nonzero,
               host_timeout: Configuration.default_host_timeout,
               step_timeout: Configuration.default_step_timeout,
               retry_policy: Configuration.default_retry_policy)
  @hosts = hosts
  @tasks = tasks
  @parallel = parallel
  @output = output
  @debug = debug
  @base_dir = base_dir
  @retries = retries
  @retry_delay = retry_delay
  @retry_on_nonzero = retry_on_nonzero
  @host_timeout = normalize_timeout(host_timeout)
  @step_timeout = normalize_timeout(step_timeout)
  @retry_policy = retry_policy
  @pool = Concurrent::FixedThreadPool.new(@parallel)
  @results = Concurrent::Hash.new
end

Instance Method Details

#create_task_futures(task, task_name) ⇒ Object 



85
86
87
88
89
90
91
92
93
94
95
96
 
# File 'lib/kdeploy/runner/runner.rb', line 85

def create_task_futures(task, task_name)
  @future_meta = {}
  @hosts.map do |name, config|
    started_at = Concurrent::AtomicReference.new(nil)
    future = Concurrent::Future.execute(executor: @pool) do
      started_at.set(Time.now)
      execute_task_for_host(name, config, task, task_name)
    end
    @future_meta[future] = { host_name: name, started_at: started_at }
    future
  end
end

#execute_concurrent_tasks(task, task_name) ⇒ Object 



46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
 
# File 'lib/kdeploy/runner/runner.rb', line 46

def execute_concurrent_tasks(task, task_name)
  futures = create_task_futures(task, task_name)

  # If no hosts, return empty results immediately
  return @results if futures.empty?

  pending = futures.dup

  until pending.empty?
    progressed = false
    now = Time.now

    pending.dup.each do |future|
      meta = @future_meta[future]
      host_name = meta[:host_name]
      started_at = meta[:started_at].get

      if future.fulfilled? || future.rejected?
        collect_future_result(future, host_name)
        pending.delete(future)
        progressed = true
      elsif timeout_exceeded?(started_at, now)
        future.cancel if future.respond_to?(:cancel)
        @results[host_name] ||= {
          status: :failed,
          error: "execution timeout after #{@host_timeout}s",
          output: []
        }
        pending.delete(future)
        progressed = true
      end
    end

    sleep(0.05) unless progressed
  end

  @results
end

#find_task(task_name) ⇒ Object

Raises:



38
39
40
41
42
43
44
 
# File 'lib/kdeploy/runner/runner.rb', line 38

def find_task(task_name)
  task = @tasks[task_name]

  raise TaskNotFoundError, task_name unless task

  task
end

#run(task_name) ⇒ Object 



31
32
33
34
35
36
 
# File 'lib/kdeploy/runner/runner.rb', line 31

def run(task_name)
  task = find_task(task_name)
  execute_concurrent_tasks(task, task_name)
ensure
  @pool.shutdown
end