forked from kestra-io/plugin-scripts
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathCommandsTrigger.java
More file actions
296 lines (260 loc) · 11.2 KB
/
Copy pathCommandsTrigger.java
File metadata and controls
296 lines (260 loc) · 11.2 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
package io.kestra.plugin.scripts.python;
import io.kestra.core.models.annotations.Example;
import io.kestra.core.models.annotations.Plugin;
import io.kestra.core.models.conditions.ConditionContext;
import io.kestra.core.models.executions.Execution;
import io.kestra.core.models.property.Property;
import io.kestra.core.models.tasks.RunnableTaskException;
import io.kestra.core.models.tasks.runners.TaskException;
import io.kestra.core.models.triggers.*;
import io.kestra.core.runners.RunContext;
import io.kestra.plugin.core.runner.Process;
import io.kestra.plugin.scripts.exec.scripts.models.ScriptOutput;
import io.swagger.v3.oas.annotations.media.Schema;
import jakarta.validation.constraints.NotNull;
import lombok.*;
import lombok.experimental.SuperBuilder;
import java.time.Duration;
import java.time.Instant;
import java.util.List;
import java.util.Map;
import java.util.Optional;
import java.util.concurrent.atomic.AtomicBoolean;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
@SuperBuilder
@ToString
@EqualsAndHashCode
@Getter
@NoArgsConstructor
@Schema(title = "Trigger a flow when Python commands match a condition.")
@Plugin(
examples = {
@Example(
title = "Trigger when commands fail with an implicit error (exit 1).",
full = true,
code = """
id: commands_trigger
namespace: company.team
triggers:
- id: commands_failure
type: io.kestra.plugin.scripts.python.CommandsTrigger
interval: PT10S
exitCondition: "exit 1"
edge: true
containerImage: ubuntu
commands:
- python -c "import sys; sys.exit(1)"
tasks:
- id: log
type: io.kestra.plugin.core.log.Log
message: "Triggered with exitCode={{ trigger.exitCode }} (condition={{ trigger.condition }})"
"""
)
}
)
public class CommandsTrigger extends AbstractTrigger
implements PollingTriggerInterface, TriggerOutput<CommandsTrigger.Output> {
private static final String DEFAULT_IMAGE = "ubuntu";
@Schema(
title = "Docker image used to execute the commands.",
description = """
Container image used by the underlying Commands task to run shell commands.
Defaults to 'ubuntu'.
"""
)
@Builder.Default
protected Property<String> containerImage = Property.ofValue(DEFAULT_IMAGE);
@Schema(
title = "Python commands to execute.",
description = "Commands executed on each poll (same semantics as the Python Commands task)."
)
@NotNull
protected Property<List<String>> commands;
@Schema(
title = "Condition to match.",
description = """
Condition evaluated after each commands execution. The trigger emits an event only when this condition matches.
Supported forms:
- 'exit N' (example: 'exit 1'): matches when the process exit code equals N.
- Any other string: treated as a regex (or substring if regex is invalid) matched against:
- the task 'vars' (when commands emit ::{"outputs":...}::),
- and error logs when the task fails (TaskException).
"""
)
@NotNull
protected Property<String> exitCondition;
@Schema(
title = "Check interval",
description = "Interval between polling evaluations."
)
@Builder.Default
private final Duration interval = Duration.ofSeconds(60);
@Schema(
title = "Edge trigger mode.",
description = """
If true, the trigger emits only on a transition from 'not matching' to 'matching' (anti-spam).
If false, the trigger emits on every poll where the condition matches.
"""
)
@Builder.Default
protected Property<Boolean> edge = Property.ofValue(true);
@Builder.Default
@Getter(AccessLevel.NONE)
private final AtomicBoolean lastMatched = new AtomicBoolean(false);
/**
* Evaluate the trigger by running the configured commands and generate a flow execution when the exit condition matches.
*
* <p>The method runs the commands once, evaluates the configured exit condition against the run output, and decides
* whether to emit based on the resolved edge mode: when edge is true, emit only on a transition from not-matched to
* matched; when edge is false, emit on every poll where the condition matches.</p>
*
* @param conditionContext context providing the RunContext and evaluation environment for rendering values
* @param context the trigger evaluation context (scheduling/trigger metadata)
* @return an Optional containing a generated Execution when the condition should emit, or an empty Optional otherwise
* @throws Exception if rendering or task execution fails
*/
@Override
public Optional<Execution> evaluate(ConditionContext conditionContext, TriggerContext context) throws Exception {
RunContext runContext = conditionContext.getRunContext();
boolean rEdge = runContext.render(this.edge).as(Boolean.class).orElse(true);
Output out = runOnce(runContext);
boolean matched = matchesCondition(out);
boolean emit = rEdge
? (!lastMatched.getAndSet(matched) && matched)
: matched;
if (!emit) {
return Optional.empty();
}
return Optional.of(TriggerService.generateExecution(this, conditionContext, context, out));
}
/**
* Execute the configured Commands task once and produce an Output summarizing the execution.
*
* @param runContext the execution context used to render the exit condition and run the task
* @return an Output containing the timestamp, rendered condition, exit code, and either captured vars (on success) or failure logs (on task failure)
* @throws Exception if rendering or task execution fails unexpectedly
*/
private Output runOnce(RunContext runContext) throws Exception {
Commands task = Commands.builder()
.taskRunner(Process.instance())
.containerImage(this.containerImage)
.commands(this.commands)
.build();
String renderedCondition = runContext.render(this.exitCondition).as(String.class).orElse("");
try {
ScriptOutput taskOutput = task.run(runContext);
Integer exitCode = safeExitCode(taskOutput);
Map<String, Object> vars = safeVars(taskOutput);
return new Output(Instant.now(), renderedCondition, exitCode, vars, null);
} catch (RunnableTaskException e) {
ExtractedFailure failure = extractFailure(e);
return new Output(Instant.now(), renderedCondition, failure.exitCode, null, failure.logs);
}
}
/**
* Checks if the trigger condition matches the provided Output.
*
* The condition supports either an explicit exit code in the form `"exit N"` or a regular
* expression to search against the combined task variables and logs. If the condition is
* not a valid regex, a plain substring containment check is used as a fallback.
*
* @param out the execution output and rendered condition to evaluate
* @return `true` if the Output matches the configured condition, `false` otherwise
*/
private boolean matchesCondition(Output out) {
String cond = out.getCondition() == null ? "" : out.getCondition().trim();
Matcher exitMatcher = Pattern.compile("^\\s*exit\\s+(\\d+)\\s*$", Pattern.CASE_INSENSITIVE).matcher(cond);
if (exitMatcher.matches()) {
int expected = Integer.parseInt(exitMatcher.group(1));
return out.getExitCode() != null && out.getExitCode() == expected;
}
String haystack = buildHaystack(out);
if (haystack.isEmpty() || cond.isEmpty()) {
return false;
}
try {
return Pattern.compile(cond).matcher(haystack).find();
} catch (Exception invalidRegex) {
return haystack.contains(cond);
}
}
/**
* Builds a single string for condition matching by concatenating the output's vars (map) and logs, each followed by a newline when present.
*
* @param out the trigger output containing vars and logs
* @return the concatenated vars and logs as a string; an empty string if both are absent
*/
private String buildHaystack(Output out) {
StringBuilder sb = new StringBuilder();
if (out.getVars() != null && !out.getVars().isEmpty()) {
sb.append(out.getVars()).append("\n");
}
if (out.getLogs() != null && !out.getLogs().isBlank()) {
sb.append(out.getLogs()).append("\n");
}
return sb.toString();
}
/**
* Retrieve the exit code from a ScriptOutput, returning null if it cannot be obtained.
*
* @param taskOutput the script output to read the exit code from
* @return the exit code, or `null` if the exit code is unavailable or an exception occurs while reading it
*/
private Integer safeExitCode(ScriptOutput taskOutput) {
try {
return taskOutput.getExitCode();
} catch (Exception ignored) {
return null;
}
}
/**
* Retrieve the variables map from the given script task output or null if unavailable.
*
* @param taskOutput the script task output to read
* @return the variables map from the task output, or null if the variables cannot be obtained
*/
private Map<String, Object> safeVars(ScriptOutput taskOutput) {
try {
return taskOutput.getVars();
} catch (Exception ignored) {
return null;
}
}
private record ExtractedFailure(Integer exitCode, String logs) {
}
/**
* Extracts an exit code and captured logs from a RunnableTaskException by walking its cause chain
* and locating the first TaskException.
*
* @param e the RunnableTaskException whose cause chain will be inspected
* @return an ExtractedFailure containing the located exit code and logs; each field may be
* {@code null} if no TaskException is found or the corresponding value is unavailable
*/
private ExtractedFailure extractFailure(RunnableTaskException e) {
Integer exitCode = null;
String logs = null;
Throwable cur = e.getCause();
while (cur != null) {
if (cur instanceof TaskException te) {
exitCode = te.getExitCode();
try {
logs = te.getLogConsumer() != null ? te.getLogConsumer().toString() : null;
} catch (Exception ignored) {
}
break;
}
cur = cur.getCause();
}
return new ExtractedFailure(exitCode, logs);
}
@Data
@AllArgsConstructor
public static class Output implements io.kestra.core.models.tasks.Output {
private Instant timestamp;
private String condition;
private Integer exitCode;
private Map<String, Object> vars;
private String logs;
}
}