Fix CI: container memory, verify retries, diagnostics restart

molecule/beats_advanced/molecule.yml

@@ -9,7 +9,7 @@ driver:
 platforms:
   - name: "beats-adv-${MOLECULE_DISTRO:-debian12}-r${ELASTIC_RELEASE:-9}${MOLECULE_RUN_SUFFIX}"
     distro: "${MOLECULE_DISTRO:-debian12}"
-    memory_mb: 1024
+    memory_mb: 2048
 provisioner:
   name: ansible
   env:

molecule/beats_peculiar/molecule.yml

@@ -9,7 +9,7 @@ driver:
 platforms:
   - name: beats-pec-${MOLECULE_DISTRO:-debian11}-r${ELASTIC_RELEASE:-9}${MOLECULE_RUN_SUFFIX}
     distro: "${MOLECULE_DISTRO:-debian11}"
-    memory_mb: 1024
+    memory_mb: 2048
 provisioner:
   name: ansible
   env:

molecule/beats_security/molecule.yml

@@ -16,7 +16,7 @@ platforms:
     groups:
       - beats
     distro: "${MOLECULE_DISTRO:-debian12}"
-    memory_mb: 1024
+    memory_mb: 2048
 provisioner:
   name: ansible
   env:

molecule/elasticsearch_diagnostics/converge.yml

@@ -60,6 +60,17 @@
         remote_src: true
         mode: "0644"
 
+    # systemd may refuse to restart a recently-failed service; clear the
+    # failure state and give ES a moment to release node locks.
+    - name: Reset systemd failure state before recovery restart
+      ansible.builtin.command:
+        cmd: systemctl reset-failed elasticsearch.service
+      changed_when: false
+
+    - name: Wait for node lock to be released
+      ansible.builtin.pause:
+        seconds: 5
+
     - name: Restart Elasticsearch with restored config
       ansible.builtin.include_tasks:
         file: "{{ lookup('env', 'ANSIBLE_COLLECTIONS_PATH') | default(lookup('env', 'HOME') + '/.ansible/collections', true) }}/ansible_collections/oddly/elasticstack/roles/elasticsearch/tasks/restart_and_verify_elasticsearch.yml"

molecule/elasticsearch_no-security/verify.yml

@@ -47,6 +47,9 @@
         status_code: 200
         validate_certs: false
       register: nodes
+      until: nodes.status == 200
+      retries: 3
+      delay: 5
 
     - name: Check if all Nodes see each other
       ansible.builtin.assert:

molecule/elasticsearch_upgrade_8to9/verify.yml

@@ -83,6 +83,9 @@
         return_content: true
         validate_certs: false
       register: nodes_info
+      until: nodes_info.status | default(0) == 200
+      retries: 3
+      delay: 5
       when: groups[elasticstack_elasticsearch_group_name] | length > 1
 
     - name: Display nodes

molecule/elasticstack_default/verify.yml

@@ -169,6 +169,9 @@
         status_code: 200
         validate_certs: false
       register: nodes
+      until: nodes.status | default(0) == 200
+      retries: 3
+      delay: 5
       when: groups[elasticstack_elasticsearch_group_name] | length > 1
 
     - name: Check if all Nodes see each other

molecule/logstash_advanced/molecule.yml

@@ -11,7 +11,7 @@ platforms:
     groups:
       - logstash
     distro: "${MOLECULE_DISTRO:-debian12}"
-    memory_mb: 1024
+    memory_mb: 2048
 provisioner:
   name: ansible
   env:

molecule/logstash_centralized_pipelines/molecule.yml

@@ -11,7 +11,7 @@ platforms:
     groups:
       - logstash
     distro: "${MOLECULE_DISTRO:-debian12}"
-    memory_mb: 1024
+    memory_mb: 2048
 provisioner:
   name: ansible
   env:

molecule/logstash_custom_pipeline/molecule.yml

@@ -11,7 +11,7 @@ platforms:
     groups:
       - logstash
     distro: "${MOLECULE_DISTRO:-debian12}"
-    memory_mb: 1024
+    memory_mb: 2048
 provisioner:
   name: ansible
   env:

molecule/logstash_default/molecule.yml

@@ -11,7 +11,7 @@ platforms:
     groups:
       - logstash
     distro: "${MOLECULE_DISTRO:-debian12}"
-    memory_mb: 1024
+    memory_mb: 2048
 provisioner:
   name: ansible
   env:

molecule/logstash_ssl/molecule.yml

@@ -11,7 +11,7 @@ platforms:
     groups:
       - logstash
     distro: "${MOLECULE_DISTRO:-debian12}"
-    memory_mb: 1024
+    memory_mb: 2048
 provisioner:
   name: ansible
   env:

molecule/logstash_standalone_certs/molecule.yml

@@ -11,7 +11,7 @@ platforms:
     groups:
       - logstash
     distro: "${MOLECULE_DISTRO:-debian12}"
-    memory_mb: 1024
+    memory_mb: 2048
 provisioner:
   name: ansible
   env: