Repository navigation
Expand file tree
/
Copy pathdocker.yml
More file actions
74 lines (65 loc) · 2.13 KB
/
Copy pathdocker.yml
File metadata and controls
74 lines (65 loc) · 2.13 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
#!/usr/bin/env ansible-playbook
---
- name: "Launch the Dask Scheduler and Workers"
hosts:
- docker-nodes
become: yes
become_method: sudo
tasks:
- name: install docker dependencies
pip:
name: docker-py
- name: Set Dask Scheduler Addr
set_fact:
dask_scheduler_addr: "{{ hostvars[groups['master'][0]].ansible_default_ipv4.address }}"
- name: Set Dask Addr
set_fact:
dask_addr: "{{ hostvars[inventory_hostname].ansible_default_ipv4.address }}"
- name: nodes remove containers
docker_container:
name: "{{ item }}"
state: absent
with_items:
- dask_scheduler
- dask_worker
- name: docker pull images
docker_image:
name: "{{ item.name }}"
tag: "{{ item.tag }}"
pull: true
force: yes
state: present
with_items:
- name: "{{ arl_image }}"
tag: "{{ arl_image_tag }}"
- name: Restart Dask Scheduler
docker_container:
name: dask_scheduler
restart_policy: always
image: "{{ arl_image }}:{{ arl_image_tag }}"
state: started
network_mode: host
command: "dask-scheduler --host {{ dask_addr }} --bokeh --show"
labels:
org.label-schema.group: dask_scheduler
when: "'scheduler' in group_names"
- name: Restart Dask Worker
docker_container:
name: dask_worker
restart_policy: always
image: "{{ arl_image }}:{{ arl_image_tag }}"
state: started
network_mode: host
command: "dask-worker --memory-limit 7516192768 --local-directory {{ dask_tmp }} --host {{ dask_addr }} --bokeh --bokeh-port 8788 --nprocs {{ dask_procs }} --nthreads {{ dask_threads }} --reconnect {{ dask_scheduler_addr }}:8786"
volumes:
- "/home/ubuntu/arldata:/arl/data"
- "/tmp:/arl/tmp"
labels:
org.label-schema.group: dask_worker
- name: Scheduler logs
shell: docker logs dask_scheduler
ignore_errors: true
when: "'scheduler' in group_names"
- name: Worker logs
shell: docker logs dask_worker
ignore_errors: true