roles/ceph_osd/tasks/main.yml

# Copyright (c) 2022 VEXXHOST, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.

- name: Install packages
  ansible.builtin.apt:
    name: ["udev", "ceph-osd"]
    install_recommends: false

- name: Grab ceph fsid from monitors
  delegate_to: "{{ groups[ceph_osd_mons_group][0] }}"
  register: _ceph_fsid
  changed_when: false
  ansible.builtin.command: ceph fsid

- name: Collect "ceph mon dump" output from a monitor
  delegate_to: "{{ groups[ceph_osd_mons_group][0] }}"
  run_once: true
  ansible.builtin.command: ceph mon dump -f json
  changed_when: false
  register: _ceph_mon_dump

- name: Generate fact with list of Ceph monitors
  run_once: true
  ansible.builtin.set_fact:
    ceph_monitors: "{{ _ceph_mon_dump.stdout | from_json | community.general.json_query('mons[*].addr') | map('regex_replace', '(.*):(.*)', '\\1') }}"

- name: Generate basic configuration file
  community.general.ini_file:
    path: /etc/ceph/ceph.conf
    section: global
    option: "{{ item.option }}"
    value: "{{ item.value }}"
    owner: ceph
    group: ceph
    mode: "0640"
  loop:
    - option: fsid
      value: "{{ _ceph_fsid.stdout | trim }}"
    - option: mon host
      value: "{{ ceph_monitors | join(',') }}"

- name: Grab bootstrap-osd from monitors
  delegate_to: "{{ groups[ceph_osd_mons_group][0] }}"
  register: _ceph_bootstrap_osd_keyring
  changed_when: false
  ansible.builtin.command: ceph auth get client.bootstrap-osd

- name: Install bootstrap-osd keyring
  ansible.builtin.copy:
    content: "{{ _ceph_bootstrap_osd_keyring.stdout }}\n"
    dest: /var/lib/ceph/bootstrap-osd/ceph.keyring
    owner: ceph
    group: ceph
    mode: "0640"

- name: Workaround to allow usage of loop devices
  ansible.builtin.replace:
    path: /usr/lib/python3/dist-packages/ceph_volume/util/disk.py
    regexp: "'mpath']"
    replace: "'mpath', 'loop']"
    owner: ceph
    group: ceph
    mode: "0640"
  when: molecule | default(false)

# NOTE(mnaser): https://bugs.launchpad.net/ubuntu/+source/ceph/+bug/1917414/comments/30
- name: Workaround for aarch64 systems
  community.general.ini_file:
    path: /lib/systemd/system/ceph-osd@.service
    section: Service
    option: MemoryDenyWriteExecute
    value: false
    owner: ceph
    group: ceph
    mode: "0644"
  register: _ceph_aarch64_fix
  when: ansible_architecture == 'aarch64'

- name: Reload systemd
  ansible.builtin.service:
    daemon_reload: "{{ _ceph_aarch64_fix.changed }}"

- name: Get which devices don't contain osds
  register: _ceph_osd_check
  failed_when: false
  changed_when: false
  ansible.builtin.command: /usr/sbin/ceph-volume lvm list {{ item }}
  loop: "{{ ceph_osd_devices }}"

- name: Create osds for volumes which are not setup
  changed_when: true
  ansible.builtin.command: /usr/sbin/ceph-volume lvm create --data {{ item }}
  loop: "{{ _ceph_osd_check.results | selectattr('rc', 'equalto', 1) | map(attribute='item') }}"