Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
27 commits
Select commit Hold shift + click to select a range
e853b00
Fixed directory package upgrade
rajan-mis May 15, 2025
3413a2a
Merge pull request #882 from rajan-mis/toolkit_ansible_directory
rajan-mis May 15, 2025
aef8a07
Fixed directory method upgrade
rajan-mis Jun 9, 2025
0d3655f
Merge pull request #883 from rajan-mis/toolkit_ansible_directory
rajan-mis Jun 9, 2025
5b3ddaf
Sample playbook
rajan-mis Jun 9, 2025
3fc4b43
Merge pull request #884 from rajan-mis/toolkit_ansible_directory
rajan-mis Jun 9, 2025
a409f8c
Package installation issue fix
rajan-mis Jun 17, 2025
c1204e6
Merge pull request #886 from rajan-mis/toolkit_ansible_directory
rajan-mis Jun 17, 2025
52335ed
Add missing gpfs.mms3 package to loacal and remote install routine.
Christop1964 Jun 17, 2025
6d4fa6f
Merge pull request #888 from Christop1964/add_s3
rajan-mis Jul 4, 2025
bf566b7
Add HDFS changes for hdfs 3.3.6
Christop1964 Jul 17, 2025
4295c42
Change variable name of hdfs version
Christop1964 Jul 17, 2025
bad69a1
Rename variable for HDFS version
Christop1964 Jul 17, 2025
f2ee38f
Merge pull request #889 from Christop1964/hdfs600
rajan-mis Jul 18, 2025
f7232ad
Correct task name in hdfs_prepare/tasks/java_home
Christop1964 Jul 18, 2025
635e943
Signed-off-by: sujeet <sujeetk1@in.ibm.com>
sujeetkjha Jul 18, 2025
25af0ae
Merge pull request #898 from sujeetkjha/HDFS_Version_Update
rajan-mis Jul 18, 2025
8916b00
Merge pull request #890 from Christop1964/hdfs-taskname
rajan-mis Jul 24, 2025
581182d
CES exportip validation
rajan-mis Jul 29, 2025
5980f6e
Merge pull request #899 from rajan-mis/afm-gatewaynode
rajan-mis Jul 29, 2025
f489d0a
HDFS rpm installation issue fix
rajan-mis Jul 30, 2025
13a2ad5
Merge pull request #900 from rajan-mis/afm-gatewaynode
rajan-mis Jul 30, 2025
c7d7225
RHEL10 rpm installation
rajan-mis Jul 30, 2025
e28e12b
Merge pull request #901 from rajan-mis/afm-gatewaynode
rajan-mis Jul 30, 2025
da2768a
Fixed SLES issue
rajan-mis Jul 31, 2025
65654cd
Merge pull request #902 from rajan-mis/afm-gatewaynode
rajan-mis Jul 31, 2025
b6b220c
Add Zimon rpm path for RHEL10 in local and remote instll method.
Christop1964 Jul 31, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 6 additions & 1 deletion roles/ces_common/tasks/check.yml
Original file line number Diff line number Diff line change
Expand Up @@ -105,11 +105,13 @@ Please define the CES shared root file system mount point in the inventory."
- scale_protocols.export_ip_pool is defined
- scale_protocols.export_ip_pool|length > 0
fail_msg: "CES export ip pool is not defined or empty"
when: scale_protocols.ces_existing is not defined
run_once: true

- name: check | Collect unique export ips
set_fact:
scale_export_ip: "{{ scale_protocols.export_ip_pool|unique }}"
when: scale_protocols.export_ip_pool is defined
run_once: true

- name: check | Check if export ips are duplicated
Expand All @@ -118,6 +120,7 @@ Please define the CES shared root file system mount point in the inventory."
- scale_protocols.export_ip_pool|length == scale_export_ip|length
fail_msg: "Duplicate ips found in export ip pool"
run_once: true
when: scale_protocols.export_ip_pool is defined
when: scale_protocols.scale_ces_groups is not defined

- name: check | Get list of GPFS nodes which are not reporting active state
Expand Down Expand Up @@ -211,4 +214,6 @@ Please define the CES shared root file system mount point in the inventory."
when: scale_ces_ipv4_list|length >0 and scale_ces_ipv6_list|length > 0
failed_when: scale_ces_ipv4_list|length >0 and scale_ces_ipv6_list|length > 0

when: scale_protocols.scale_ces_groups is not defined
when:
- scale_protocols.scale_ces_groups is not defined
- scale_protocols.export_ip_pool is defined
6 changes: 5 additions & 1 deletion roles/ces_common/tasks/configure.yml
Original file line number Diff line number Diff line change
Expand Up @@ -262,12 +262,16 @@
scale_export_ips: "{{ scale_export_ips + ',' + item|string }}"
with_items:
- "{{ scale_protocols.export_ip_pool }}"
when:
- scale_protocols.export_ip_pool is defined
delegate_to: "{{ scale_protocol_node_list.0 }}"
run_once: true

- name: configure | Assign export ips as pool
command: "{{ scale_command_path }}mmces address add --ces-ip {{ scale_export_ips[1:] }}"
when: scale_protocols.scale_ces_groups is not defined
when:
- scale_protocols.scale_ces_groups is not defined
- scale_protocols.export_ip_pool is defined
delegate_to: "{{ scale_protocol_node_list.0 }}"
run_once: true

Expand Down
23 changes: 23 additions & 0 deletions roles/core_upgrade/tasks/apt/install.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,20 +4,43 @@
#
- block: ## when: not scale_daemon_running
- block:
- name: Create comma-separated list
set_fact:
my_list: "{{ scale_install_all_packages + scale_install_license_packages }}"

- set_fact:
my_list: "{{my_list | join(' ')}}"

- debug:
msg: "{{my_list }}"

- name: Execute shell command
command: apt-get upgrade --allow-downgrades -y {{ my_list }} -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold"
register: scale_install_debpackageresult
when: scale_install_directory_pkg_path is defined

- debug:
msg: "{{scale_install_debpackageresult}}"
when: scale_install_directory_pkg_path is defined


- name: upgrade | Upgrade GPFS packages
apt:
deb: "{{ item }}"
only_upgrade: true
register: scale_install_debpackageresult
with_items:
- "{{ scale_install_all_packages }}"
when: scale_install_directory_pkg_path is not defined


- name: upgrade | Upgrade GPFS License packages
apt:
deb: "{{ item }}"
only_upgrade: true
with_items:
- "{{ scale_install_license_packages }}"
when: scale_install_directory_pkg_path is not defined

- name: upgrade | Check if GPFS packages were updated
set_fact:
Expand Down
62 changes: 27 additions & 35 deletions roles/core_upgrade/tasks/install_dir_pkg.yml
Original file line number Diff line number Diff line change
Expand Up @@ -74,13 +74,6 @@
patterns: gpfs.docs*
register: scale_install_gpfs_doc

- name: upgrade | Check valid GPFS docs (gpfs.docs) package
assert:
that: scale_install_gpfs_doc.matched > 0
msg: >-
No GPFS docs (gpfs.docs) package found:
{{ dir_path }}/gpfs.docs*

#
# Find GPFS gpfs.msg.en_US
#
Expand All @@ -90,13 +83,6 @@
patterns: gpfs.msg.en*
register: scale_install_gpfs_msg

- name: upgrade | Check valid GPFS (gpfs.msg.en_US) package
assert:
that: scale_install_gpfs_msg.matched > 0
msg: >-
No GPFS BASE (gpfs.base) package found:
{{ dir_path }}/gpfs.msg.en*

#
# Find GPFS gpfs.compression
#
Expand All @@ -106,12 +92,6 @@
patterns: gpfs.compression*{{ scale_architecture }}*
register: scale_install_gpfs_compression

- name: upgrade | Check valid GPFS Compression(gpfs.compression) package
debug:
msg: >-
No GPFS Compression (gpfs.compression) package found:
{{ dir_path }}/gpfs.compression*{{ scale_architecture }}*
when: scale_install_gpfs_compression.matched < 1

#
# Find GSKit
Expand All @@ -122,13 +102,6 @@
patterns: gpfs.gskit*{{ scale_architecture }}*
register: scale_install_gpfs_gskit

- name: upgrade | Check valid Global Security Kit (GSKit) package
assert:
that: scale_install_gpfs_gskit.matched > 0
msg: >-
No Global Security Kit (GSKit) package found:
{{ dir_path }}/gpfs.gskit*{{ scale_architecture }}*

#
# Add GPFS Packages
#
Expand All @@ -139,9 +112,33 @@
scale_install_all_packages: "{{ scale_install_all_packages + [ current_package ] }}"
with_items:
- "{{ scale_install_gpfs_base.files.0.path | basename }}"

- name: upgrade | Add GPFS packages to list
vars:
current_package: "{{ dir_path }}/{{ item }}"
set_fact:
scale_install_all_packages: "{{ scale_install_all_packages + [ current_package ] }}"
with_items:
- "{{ scale_install_gpfs_doc.files.0.path | basename }}"
when: scale_install_gpfs_doc.matched > 0

- name: upgrade | Add GPFS packages to list
vars:
current_package: "{{ dir_path }}/{{ item }}"
set_fact:
scale_install_all_packages: "{{ scale_install_all_packages + [ current_package ] }}"
with_items:
- "{{ scale_install_gpfs_msg.files.0.path | basename }}"
when: scale_install_gpfs_msg.matched > 0

- name: upgrade | Add GPFS packages to list
vars:
current_package: "{{ dir_path }}/{{ item }}"
set_fact:
scale_install_all_packages: "{{ scale_install_all_packages + [ current_package ] }}"
with_items:
- "{{ scale_install_gpfs_gskit.files.0.path | basename }}"
when: scale_install_gpfs_gskit.matched > 0

- name: upgrade | Add GPFS compression packages to list
vars:
Expand Down Expand Up @@ -170,19 +167,14 @@
patterns: gpfs.gpl*
register: scale_install_gpfs_gpl

- name: upgrade | Check valid GPFS GPL (gpfs.gpl) package
assert:
that: scale_install_gpfs_gpl.matched > 0
msg: >-
No GPFS GPL (gpfs.gpl) package found:
{{ dir_path }}/gpfs.gpl*

- name: upgrade | Add GPFS packages for building GPL module from source to list
vars:
current_package: "{{ dir_path }}/{{ item }}"
set_fact:
scale_install_all_packages: "{{ scale_install_all_packages + [ current_package ] }}"
when: scale_install_gplbin_package is undefined
when:
- scale_install_gplbin_package is undefined
- scale_install_gpfs_gpl.matched > 0
with_items: "{{ scale_install_gpfs_gpl.files.0.path | basename }}"

#
Expand Down
55 changes: 48 additions & 7 deletions roles/core_upgrade/tasks/install_license_pkg.yml
Original file line number Diff line number Diff line change
Expand Up @@ -10,13 +10,6 @@
patterns: gpfs.license*{{ scale_architecture }}*
register: scale_install_gpfs_license

- name: upgrade | Check valid GPFS License (gpfs.license) package
assert:
that: scale_install_gpfs_license.matched > 0
msg: >-
No GPFS License (gpfs.license) package found:
"{{ scale_gpfs_path_url }}/gpfs.license*{{ scale_architecture }}*"

- name: upgrade | Check valid only one GPFS License (gpfs.license) package
assert:
that:
Expand All @@ -25,12 +18,14 @@
msg: >-
More than one GPFS License (gpfs.license) package found:
"{{ scale_gpfs_path_url }}/gpfs.license*{{ scale_architecture }}*"
when: scale_install_directory_pkg_path is undefined

- name: upgrade | Find GPFS License package
vars:
gpfs_license_package: "{{ scale_install_gpfs_license.files.0.path | basename }}"
set_fact:
scale_gpfs_license_package: "{{ gpfs_license_package }}"
when: scale_install_gpfs_license.matched > 0

- block:
#
Expand All @@ -51,10 +46,32 @@
patterns: gpfs.crypto*{{ scale_architecture }}*
register: scale_install_gpfs_crypto
when:
- scale_install_directory_pkg_path is undefined
- '"gpfs.license.std" not in scale_gpfs_license_package'
- '"gpfs.license.da" not in scale_gpfs_license_package'


- block:
#
# Find GPFS adv packgae
#
- name: upgrade | Find GPFS Advance (gpfs.adv) package
find:
paths: "{{ scale_gpfs_path_url }}"
patterns: gpfs.adv*{{ scale_architecture }}*
register: scale_install_gpfs_adv

#
# Find GPFS crypto packgae
#
- name: upgrade | Find GPFS crypto (gpfs.crypto) package
find:
paths: "{{ scale_gpfs_path_url }}"
patterns: gpfs.crypto*{{ scale_architecture }}*
register: scale_install_gpfs_crypto
when:
- scale_install_directory_pkg_path is defined

#
# Add GPFS packages
#
Expand All @@ -65,6 +82,7 @@
scale_install_license_packages: "{{ scale_install_license_packages + [ current_package ] }}"
with_items:
- "{{ scale_install_gpfs_license.files.0.path | basename }}"
when: scale_install_gpfs_license.matched > 0

#
# Add GPFS packages
Expand All @@ -79,5 +97,28 @@
- "{{ scale_install_gpfs_adv.files.0.path | basename }}"
- "{{ scale_install_gpfs_crypto.files.0.path | basename }}"
when:
- scale_install_directory_pkg_path is undefined
- '"gpfs.license.std" not in scale_gpfs_license_package'
- '"gpfs.license.da" not in scale_gpfs_license_package'

- name: upgrade | Add GPFS Dependent License packages to list
vars:
current_package: "{{ scale_gpfs_path_url }}/{{ item }}"
set_fact:
scale_install_license_packages: "{{ scale_install_license_packages + [ current_package ] }}"
with_items:
- "{{ scale_install_gpfs_adv.files.0.path | basename }}"
when:
- scale_install_directory_pkg_path is defined
- scale_install_gpfs_adv.matched > 0

- name: upgrade | Add GPFS Dependent License packages to list
vars:
current_package: "{{ scale_gpfs_path_url }}/{{ item }}"
set_fact:
scale_install_license_packages: "{{ scale_install_license_packages + [ current_package ] }}"
with_items:
- "{{ scale_install_gpfs_crypto.files.0.path | basename }}"
when:
- scale_install_directory_pkg_path is defined
- scale_install_gpfs_crypto.matched > 0
8 changes: 7 additions & 1 deletion roles/fal_install/tasks/install_repository.yml
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,12 @@
set_fact:
scale_fal_url: 'gpfs_rpms/rhel9/'
when: ansible_distribution in scale_rhel_distribution and ansible_distribution_major_version == '9'


- name: install | file audit logging path
set_fact:
scale_fal_url: 'gpfs_rpms/rhel9/'
when: ansible_distribution in scale_rhel_distribution and ansible_distribution_major_version == '10'

- name: install | file audit logging path
set_fact:
scale_fal_url: 'gpfs_debs/ubuntu/'
Expand Down Expand Up @@ -86,6 +91,7 @@
repo: "{{ scale_install_repository_url }}{{ scale_fal_url }}"
disable_gpg_check: no
state: present
overwrite_multiple: yes
when:
- ansible_pkg_mgr == 'zypper'
- scale_install_repository_url is defined
Expand Down
2 changes: 1 addition & 1 deletion roles/gui_install/tasks/install_repository.yml
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,7 @@
zypper_repository:
name: spectrum-scale-gui
description: IBM Spectrum Scale (GUI)
repo: "{{ scale_install_repository_url }}/gpfs_rpms/"
repo: "{{ scale_install_repository_url }}gpfs_rpms/"
disable_gpg_check: no
state: present
overwrite_multiple: yes
Expand Down
19 changes: 15 additions & 4 deletions roles/hdfs_configure/tasks/configure.yml
Original file line number Diff line number Diff line change
Expand Up @@ -265,7 +265,18 @@
loop_control:
loop_var: add_dn_item

- lineinfile:
- name: configure | Set hadoop ident for scaleadmd
lineinfile:
dest: /var/mmfs/hadoop/etc/hadoop/hadoop-env.sh
state: present
regexp: '# export HADOOP_IDENT_STRING=.'
line: 'export HADOOP_IDENT_STRING=root'
when:
- scale_scaleadmd is defined
- scale_scaleadmd == true

- name: configure | Remove hadoop workers
lineinfile:
dest: /var/mmfs/hadoop/etc/hadoop/workers
state: absent
regexp: '(^\n)'
Expand All @@ -279,7 +290,7 @@
register: initializedSharedEdits
when: ha_enabled|bool and ces_hdfs_enabled|bool and ha_enable_dir.rc != 0

- name: configure | suspend CES nodes
- name: configure | suspend CES nodes
command: "/usr/lpp/mmfs/bin/mmces node suspend --stop -N {{ scale_hdfs_cluster.namenodes|join(',') }}"
register: suspend_ces
when:
Expand All @@ -291,11 +302,11 @@
when:
- check_hdfs_ces_group.rc == 0

- name: configure | Enable CES
- name: configure | Enable CES
command: "/usr/lpp/mmfs/bin/mmchnode --ces-group {{ scale_hdfs_ces_group_name }} -N {{ scale_hdfs_cluster.namenodes|join(',') }}"
register: enable_ces

- name: configure | start CES nodes
- name: configure | start CES nodes
command: "/usr/lpp/mmfs/bin/mmces node resume --start -N {{ scale_hdfs_cluster.namenodes|join(',') }}"
register: start_ces
when:
Expand Down
12 changes: 0 additions & 12 deletions roles/hdfs_install/defaults/main.yml
Original file line number Diff line number Diff line change
Expand Up @@ -14,17 +14,5 @@ scale_install_localpkg_tmpdir_path: /tmp
## Flag to install hdfs debug package
scale_hdfs_install_debuginfo: true

# Directory to install 3.1.1.x hdfs package
scale_hdfs_rhel_version_path: 'hdfs_rpms/rhel/hdfs_3.1.1.x/'

# Directory to install 3.3.6.x hdfs package
scale_hdfs_rhel_version_path_336: 'hdfs_rpms/rhel/hdfs_3.3.6.x/'

# Directory to install 3.2.2.x hdfs package
scale_hdfs_rhel_version_path_322: 'hdfs_rpms/rhel/hdfs_3.2.2.x/'

# Directory to install 3.1.1.x hdfs package
scale_hdfs_sles_version_path: 'hdfs_rpms/rhel/hdfs_3.1.1.x/'

# Directory to install 3.1.1.x hdfs package
scale_hdfs_ubuntu_version_path: 'hdfs_debs/ubuntu/hdfs_3.1.1.x/'
Loading