Adding ability to enable / disable online evaluation rules

YarivHashaiComet · YarivHashaiComet · commit 798f5fe7a698 · 2025-07-16T10:21:46.000+03:00
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRule.java b/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRule.java
@@ -28,6 +28,7 @@ public sealed interface AutomationRule permits AutomationRuleEvaluator {
 
     AutomationRuleAction getAction();
     float getSamplingRate();
+    boolean isEnabled();
 
     Instant getCreatedAt();
     String getCreatedBy();
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleEvaluator.java b/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleEvaluator.java
@@ -61,6 +61,9 @@ public abstract sealed class AutomationRuleEvaluator<T> implements AutomationRul
     @JsonView({View.Public.class, View.Write.class})
     private final float samplingRate;
 
+    @JsonView({View.Public.class, View.Write.class})
+    private final boolean enabled;
+
     @JsonIgnore
     @NotNull private final T code;
 
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleEvaluatorLlmAsJudge.java b/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleEvaluatorLlmAsJudge.java
@@ -37,14 +37,17 @@ public record LlmAsJudgeCode(
             @JsonView({View.Public.class, View.Write.class}) @NotNull List<LlmAsJudgeOutputSchema> schema){
     }
 
-    @ConstructorProperties({"id", "projectId", "projectName", "name", "samplingRate", "code", "createdAt", "createdBy",
+    @ConstructorProperties({"id", "projectId", "projectName", "name", "samplingRate", "enabled", "code", "createdAt",
+            "createdBy",
             "lastUpdatedAt", "lastUpdatedBy"})
     public AutomationRuleEvaluatorLlmAsJudge(UUID id, @NotNull UUID projectId, String projectName,
             @NotBlank String name,
             float samplingRate,
+            boolean enabled,
             @NotNull LlmAsJudgeCode code, Instant createdAt, String createdBy, Instant lastUpdatedAt,
             String lastUpdatedBy) {
-        super(id, projectId, projectName, name, samplingRate, code, createdAt, createdBy, lastUpdatedAt, lastUpdatedBy);
+        super(id, projectId, projectName, name, samplingRate, enabled, code, createdAt, createdBy, lastUpdatedAt,
+                lastUpdatedBy);
     }
 
     /**
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleEvaluatorTraceThreadLlmAsJudge.java b/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleEvaluatorTraceThreadLlmAsJudge.java
@@ -40,13 +40,16 @@ public record TraceThreadLlmAsJudgeCode(
 
     }
 
-    @ConstructorProperties({"id", "projectId", "projectName", "name", "samplingRate", "code", "createdAt", "createdBy",
+    @ConstructorProperties({"id", "projectId", "projectName", "name", "samplingRate", "enabled", "code", "createdAt",
+            "createdBy",
             "lastUpdatedAt", "lastUpdatedBy"})
     public AutomationRuleEvaluatorTraceThreadLlmAsJudge(UUID id, @NotNull UUID projectId, String projectName,
             @NotBlank String name,
-            float samplingRate, @NotNull TraceThreadLlmAsJudgeCode code, Instant createdAt, String createdBy,
+            float samplingRate, boolean enabled, @NotNull TraceThreadLlmAsJudgeCode code, Instant createdAt,
+            String createdBy,
             Instant lastUpdatedAt, String lastUpdatedBy) {
-        super(id, projectId, projectName, name, samplingRate, code, createdAt, createdBy, lastUpdatedAt, lastUpdatedBy);
+        super(id, projectId, projectName, name, samplingRate, enabled, code, createdAt, createdBy, lastUpdatedAt,
+                lastUpdatedBy);
     }
 
     @JsonView({View.Public.class, View.Write.class})
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleEvaluatorTraceThreadUserDefinedMetricPython.java b/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleEvaluatorTraceThreadUserDefinedMetricPython.java
@@ -36,13 +36,16 @@ public record TraceThreadUserDefinedMetricPythonCode(
         public static final String CONTEXT_ARG_NAME = "context";
     }
 
-    @ConstructorProperties({"id", "projectId", "projectName", "name", "samplingRate", "code", "createdAt", "createdBy",
+    @ConstructorProperties({"id", "projectId", "projectName", "name", "samplingRate", "enabled", "code", "createdAt",
+            "createdBy",
             "lastUpdatedAt", "lastUpdatedBy"})
     public AutomationRuleEvaluatorTraceThreadUserDefinedMetricPython(UUID id, @NotNull UUID projectId,
             String projectName,
-            @NotBlank String name, float samplingRate, @NotNull TraceThreadUserDefinedMetricPythonCode code,
+            @NotBlank String name, float samplingRate, boolean enabled,
+            @NotNull TraceThreadUserDefinedMetricPythonCode code,
             Instant createdAt, String createdBy, Instant lastUpdatedAt, String lastUpdatedBy) {
-        super(id, projectId, projectName, name, samplingRate, code, createdAt, createdBy, lastUpdatedAt, lastUpdatedBy);
+        super(id, projectId, projectName, name, samplingRate, enabled, code, createdAt, createdBy, lastUpdatedAt,
+                lastUpdatedBy);
     }
 
     @JsonView({View.Public.class, View.Write.class})
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleEvaluatorUpdate.java b/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleEvaluatorUpdate.java
@@ -43,6 +43,8 @@ public abstract sealed class AutomationRuleEvaluatorUpdate<T> implements Automat
 
     private final float samplingRate;
 
+    private final boolean enabled;
+
     @JsonIgnore
     @NotNull private final T code;
 
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleEvaluatorUpdateLlmAsJudge.java b/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleEvaluatorUpdateLlmAsJudge.java
@@ -22,10 +22,11 @@
 @JsonNaming(PropertyNamingStrategies.SnakeCaseStrategy.class)
 public final class AutomationRuleEvaluatorUpdateLlmAsJudge extends AutomationRuleEvaluatorUpdate<LlmAsJudgeCode> {
 
-    @ConstructorProperties({"name", "samplingRate", "code", "projectId"})
+    @ConstructorProperties({"name", "samplingRate", "enabled", "code", "projectId"})
     public AutomationRuleEvaluatorUpdateLlmAsJudge(
-            @NotBlank String name, float samplingRate, @NotNull LlmAsJudgeCode code, @NotNull UUID projectId) {
-        super(name, samplingRate, code, projectId);
+            @NotBlank String name, float samplingRate, boolean enabled, @NotNull LlmAsJudgeCode code,
+            @NotNull UUID projectId) {
+        super(name, samplingRate, enabled, code, projectId);
     }
 
     /**
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge.java b/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge.java
@@ -24,11 +24,11 @@ public final class AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge
         extends
             AutomationRuleEvaluatorUpdate<TraceThreadLlmAsJudgeCode> {
 
-    @ConstructorProperties({"name", "samplingRate", "code", "projectId"})
+    @ConstructorProperties({"name", "samplingRate", "enabled", "code", "projectId"})
     public AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge(
-            @NotBlank String name, float samplingRate, @NotNull TraceThreadLlmAsJudgeCode code,
+            @NotBlank String name, float samplingRate, boolean enabled, @NotNull TraceThreadLlmAsJudgeCode code,
             @NotNull UUID projectId) {
-        super(name, samplingRate, code, projectId);
+        super(name, samplingRate, enabled, code, projectId);
     }
 
     /**
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython.java b/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython.java
@@ -24,11 +24,12 @@ public final class AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPyth
         extends
             AutomationRuleEvaluatorUpdate<TraceThreadUserDefinedMetricPythonCode> {
 
-    @ConstructorProperties({"name", "samplingRate", "code", "projectId"})
+    @ConstructorProperties({"name", "samplingRate", "enabled", "code", "projectId"})
     public AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython(
-            @NotBlank String name, float samplingRate, @NotNull TraceThreadUserDefinedMetricPythonCode code,
+            @NotBlank String name, float samplingRate, boolean enabled,
+            @NotNull TraceThreadUserDefinedMetricPythonCode code,
             @NotNull UUID projectId) {
-        super(name, samplingRate, code, projectId);
+        super(name, samplingRate, enabled, code, projectId);
     }
 
     /**
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleEvaluatorUpdateUserDefinedMetricPython.java b/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleEvaluatorUpdateUserDefinedMetricPython.java
@@ -24,11 +24,11 @@ public final class AutomationRuleEvaluatorUpdateUserDefinedMetricPython
         extends
             AutomationRuleEvaluatorUpdate<UserDefinedMetricPythonCode> {
 
-    @ConstructorProperties({"name", "samplingRate", "code", "projectId"})
+    @ConstructorProperties({"name", "samplingRate", "enabled", "code", "projectId"})
     public AutomationRuleEvaluatorUpdateUserDefinedMetricPython(
-            @NotBlank String name, float samplingRate, @NotNull UserDefinedMetricPythonCode code,
+            @NotBlank String name, float samplingRate, boolean enabled, @NotNull UserDefinedMetricPythonCode code,
             @NotNull UUID projectId) {
-        super(name, samplingRate, code, projectId);
+        super(name, samplingRate, enabled, code, projectId);
     }
 
     /**
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleEvaluatorUserDefinedMetricPython.java b/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleEvaluatorUserDefinedMetricPython.java
@@ -37,12 +37,15 @@ public record UserDefinedMetricPythonCode(
             @JsonView({View.Public.class, View.Write.class}) @NotEmpty Map<String, String> arguments){
     }
 
-    @ConstructorProperties({"id", "projectId", "projectName", "name", "samplingRate", "code", "createdAt", "createdBy",
+    @ConstructorProperties({"id", "projectId", "projectName", "name", "samplingRate", "enabled", "code", "createdAt",
+            "createdBy",
             "lastUpdatedAt", "lastUpdatedBy"})
     public AutomationRuleEvaluatorUserDefinedMetricPython(UUID id, @NotNull UUID projectId, String projectName,
-            @NotBlank String name, float samplingRate, @NotNull UserDefinedMetricPythonCode code, Instant createdAt,
+            @NotBlank String name, float samplingRate, boolean enabled, @NotNull UserDefinedMetricPythonCode code,
+            Instant createdAt,
             String createdBy, Instant lastUpdatedAt, String lastUpdatedBy) {
-        super(id, projectId, projectName, name, samplingRate, code, createdAt, createdBy, lastUpdatedAt, lastUpdatedBy);
+        super(id, projectId, projectName, name, samplingRate, enabled, code, createdAt, createdBy, lastUpdatedAt,
+                lastUpdatedBy);
     }
 
     /**
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleUpdate.java b/apps/opik-backend/src/main/java/com/comet/opik/api/evaluators/AutomationRuleUpdate.java
@@ -22,5 +22,7 @@ public sealed interface AutomationRuleUpdate permits AutomationRuleEvaluatorUpda
 
     float getSamplingRate();
 
+    boolean isEnabled();
+
     UUID getProjectId();
 }
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/api/resources/v1/events/OnlineScoringSampler.java b/apps/opik-backend/src/main/java/com/comet/opik/api/resources/v1/events/OnlineScoringSampler.java
@@ -135,6 +135,22 @@ public void onTracesCreated(TracesCreated tracesBatch) {
     }
 
     private boolean shouldSampleTrace(AutomationRuleEvaluator<?> evaluator, String workspaceId, Trace trace) {
+        // Check if rule is enabled first
+        if (!evaluator.isEnabled()) {
+            // Important to set the workspaceId for logging purposes
+            try (var logContext = wrapWithMdc(Map.of(
+                    UserLog.MARKER, UserLog.AUTOMATION_RULE_EVALUATOR.name(),
+                    "workspace_id", workspaceId,
+                    "rule_id", evaluator.getId().toString(),
+                    "trace_id", trace.id().toString()))) {
+
+                userFacingLogger.info(
+                        "The traceId '{}' was skipped for rule: '{}' as the rule is disabled",
+                        trace.id(), evaluator.getName());
+            }
+            return false;
+        }
+
         var shouldBeSampled = secureRandom.nextFloat() < evaluator.getSamplingRate();
 
         if (!shouldBeSampled) {
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/api/resources/v1/events/TraceThreadOnlineScoringSamplerListener.java b/apps/opik-backend/src/main/java/com/comet/opik/api/resources/v1/events/TraceThreadOnlineScoringSamplerListener.java
@@ -126,22 +126,40 @@ private List<TraceThreadSampling> sampleTraceThreads(List<UUID> traceThreadModel
 
                     return rules.stream()
                             .map(evaluator -> {
-                                boolean shouldBeSampled = secureRandom.nextDouble() < evaluator.getSamplingRate();
+                                boolean shouldBeSampled = false;
 
-                                try (var logContext = wrapWithMdc(Map.of(
-                                        UserLog.MARKER, UserLog.AUTOMATION_RULE_EVALUATOR.name(),
-                                        UserLog.WORKSPACE_ID, workspaceId,
-                                        UserLog.RULE_ID, evaluator.getId().toString(),
-                                        UserLog.THREAD_MODEL_ID, traceThreadModelId.toString()))) {
+                                // Check if rule is enabled first
+                                if (!evaluator.isEnabled()) {
+                                    try (var logContext = wrapWithMdc(Map.of(
+                                            UserLog.MARKER, UserLog.AUTOMATION_RULE_EVALUATOR.name(),
+                                            UserLog.WORKSPACE_ID, workspaceId,
+                                            UserLog.RULE_ID, evaluator.getId().toString(),
+                                            UserLog.THREAD_MODEL_ID, traceThreadModelId.toString()))) {
 
-                                    if (!shouldBeSampled) {
                                         userFacingLogger.info(
-                                                "The threadModelId '{}' was skipped for rule: '{}' and per the sampling rate '{}'",
-                                                traceThreadModelId, evaluator.getName(), evaluator.getSamplingRate());
-                                    } else {
-                                        userFacingLogger.info(
-                                                "The threadModelId '{}' will be sampled for rule: '{}' with sampling rate '{}'",
-                                                traceThreadModelId, evaluator.getName(), evaluator.getSamplingRate());
+                                                "The threadModelId '{}' was skipped for rule: '{}' as the rule is disabled",
+                                                traceThreadModelId, evaluator.getName());
+                                    }
+                                } else {
+                                    shouldBeSampled = secureRandom.nextDouble() < evaluator.getSamplingRate();
+
+                                    try (var logContext = wrapWithMdc(Map.of(
+                                            UserLog.MARKER, UserLog.AUTOMATION_RULE_EVALUATOR.name(),
+                                            UserLog.WORKSPACE_ID, workspaceId,
+                                            UserLog.RULE_ID, evaluator.getId().toString(),
+                                            UserLog.THREAD_MODEL_ID, traceThreadModelId.toString()))) {
+
+                                        if (!shouldBeSampled) {
+                                            userFacingLogger.info(
+                                                    "The threadModelId '{}' was skipped for rule: '{}' and per the sampling rate '{}'",
+                                                    traceThreadModelId, evaluator.getName(),
+                                                    evaluator.getSamplingRate());
+                                        } else {
+                                            userFacingLogger.info(
+                                                    "The threadModelId '{}' will be sampled for rule: '{}' with sampling rate '{}'",
+                                                    traceThreadModelId, evaluator.getName(),
+                                                    evaluator.getSamplingRate());
+                                        }
                                     }
                                 }
 
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/domain/evaluators/AutomationRuleDAO.java b/apps/opik-backend/src/main/java/com/comet/opik/domain/evaluators/AutomationRuleDAO.java
@@ -24,21 +24,23 @@
 @RegisterRowMapper(AutomationRuleEvaluatorRowMapper.class)
 interface AutomationRuleDAO {
 
-    @SqlUpdate("INSERT INTO automation_rules(id, project_id, workspace_id, `action`, name, sampling_rate) " +
-            "VALUES (:rule.id, :rule.projectId, :workspaceId, :rule.action, :rule.name, :rule.samplingRate)")
+    @SqlUpdate("INSERT INTO automation_rules(id, project_id, workspace_id, `action`, name, sampling_rate, enabled) " +
+            "VALUES (:rule.id, :rule.projectId, :workspaceId, :rule.action, :rule.name, :rule.samplingRate, :rule.enabled)")
     void saveBaseRule(@BindMethods("rule") AutomationRuleModel rule, @Bind("workspaceId") String workspaceId);
 
     @SqlUpdate("""
             UPDATE automation_rules
             SET name = :name,
-                sampling_rate = :samplingRate
+                sampling_rate = :samplingRate,
+                enabled = :enabled
             WHERE id = :id AND project_id = :projectId AND workspace_id = :workspaceId
             """)
     int updateBaseRule(@Bind("id") UUID id,
             @Bind("projectId") UUID projectId,
             @Bind("workspaceId") String workspaceId,
             @Bind("name") String name,
-            @Bind("samplingRate") float samplingRate);
+            @Bind("samplingRate") float samplingRate,
+            @Bind("enabled") boolean enabled);
 
     @SqlUpdate("""
             DELETE FROM automation_rules
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/domain/evaluators/AutomationRuleEvaluatorDAO.java b/apps/opik-backend/src/main/java/com/comet/opik/domain/evaluators/AutomationRuleEvaluatorDAO.java
@@ -42,7 +42,7 @@ public interface AutomationRuleEvaluatorDAO extends AutomationRuleDAO {
     <T> int updateEvaluator(@Bind("id") UUID id, @BindMethods("rule") AutomationRuleEvaluatorModel<T> rule);
 
     @SqlQuery("""
-            SELECT rule.id, rule.project_id, p.name AS project_name, rule.action, rule.name AS name, rule.sampling_rate, evaluator.type, evaluator.code,
+            SELECT rule.id, rule.project_id, p.name AS project_name, rule.action, rule.name AS name, rule.sampling_rate, rule.enabled, evaluator.type, evaluator.code,
                    evaluator.created_at, evaluator.created_by, evaluator.last_updated_at, evaluator.last_updated_by
             FROM automation_rules rule
             JOIN automation_rule_evaluators evaluator
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/domain/evaluators/AutomationRuleEvaluatorService.java b/apps/opik-backend/src/main/java/com/comet/opik/domain/evaluators/AutomationRuleEvaluatorService.java
@@ -170,7 +170,7 @@ public void update(@NonNull UUID id, @NonNull UUID projectId, @NonNull String wo
 
             try {
                 int resultBase = dao.updateBaseRule(id, projectId, workspaceId, evaluatorUpdate.getName(),
-                        evaluatorUpdate.getSamplingRate());
+                        evaluatorUpdate.getSamplingRate(), evaluatorUpdate.isEnabled());
 
                 AutomationRuleEvaluatorModel<?> modelUpdate = switch (evaluatorUpdate) {
                     case AutomationRuleEvaluatorUpdateLlmAsJudge evaluatorUpdateLlmAsJudge ->
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/domain/evaluators/AutomationRuleModel.java b/apps/opik-backend/src/main/java/com/comet/opik/domain/evaluators/AutomationRuleModel.java
@@ -12,6 +12,7 @@ public sealed interface AutomationRuleModel
     String name();
 
     Float samplingRate();
+    Boolean enabled();
 
     String createdBy();
     String lastUpdatedBy();
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/domain/evaluators/LlmAsJudgeAutomationRuleEvaluatorModel.java b/apps/opik-backend/src/main/java/com/comet/opik/domain/evaluators/LlmAsJudgeAutomationRuleEvaluatorModel.java
@@ -18,6 +18,7 @@ public record LlmAsJudgeAutomationRuleEvaluatorModel(
         String projectName,
         String name,
         Float samplingRate,
+        Boolean enabled,
         @Json LlmAsJudgeCode code,
         Instant createdAt,
         String createdBy,
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/domain/evaluators/TraceThreadLlmAsJudgeAutomationRuleEvaluatorModel.java b/apps/opik-backend/src/main/java/com/comet/opik/domain/evaluators/TraceThreadLlmAsJudgeAutomationRuleEvaluatorModel.java
@@ -17,6 +17,7 @@ public record TraceThreadLlmAsJudgeAutomationRuleEvaluatorModel(
         String projectName,
         String name,
         Float samplingRate,
+        Boolean enabled,
         @Json TraceThreadLlmAsJudgeCode code,
         Instant createdAt,
         String createdBy,
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/domain/evaluators/TraceThreadUserDefinedMetricPythonAutomationRuleEvaluatorModel.java b/apps/opik-backend/src/main/java/com/comet/opik/domain/evaluators/TraceThreadUserDefinedMetricPythonAutomationRuleEvaluatorModel.java
@@ -16,6 +16,7 @@ public record TraceThreadUserDefinedMetricPythonAutomationRuleEvaluatorModel(
         String projectName,
         String name,
         Float samplingRate,
+        Boolean enabled,
         @Json TraceThreadUserDefinedMetricPythonCode code,
         Instant createdAt,
         String createdBy,
diff --git a/apps/opik-backend/src/main/java/com/comet/opik/domain/evaluators/UserDefinedMetricPythonAutomationRuleEvaluatorModel.java b/apps/opik-backend/src/main/java/com/comet/opik/domain/evaluators/UserDefinedMetricPythonAutomationRuleEvaluatorModel.java
@@ -17,6 +17,7 @@ public record UserDefinedMetricPythonAutomationRuleEvaluatorModel(
         String projectName,
         String name,
         Float samplingRate,
+        Boolean enabled,
         @Json UserDefinedMetricPythonCode code,
         Instant createdAt,
         String createdBy,
diff --git a/apps/opik-backend/src/main/resources/liquibase/db-app-state/migrations/000022_add_enabled_to_automation_rules.sql b/apps/opik-backend/src/main/resources/liquibase/db-app-state/migrations/000022_add_enabled_to_automation_rules.sql
@@ -0,0 +1,6 @@
+--liquibase formatted sql
+--changeset assistant:000022_add_enabled_to_automation_rules
+
+ALTER TABLE automation_rules ADD COLUMN enabled BOOLEAN NOT NULL DEFAULT TRUE;
+
+--rollback ALTER TABLE automation_rules DROP COLUMN enabled;
diff --git a/apps/opik-frontend/src/components/pages-shared/automations/AddEditRuleDialog/AddEditRuleDialog.tsx b/apps/opik-frontend/src/components/pages-shared/automations/AddEditRuleDialog/AddEditRuleDialog.tsx
@@ -186,13 +186,14 @@ const AddEditRuleDialog: React.FC<AddEditRuleDialogProps> = ({
       name: formData.ruleName,
       project_id: formData.projectId,
       sampling_rate: formData.samplingRate,
+      enabled: defaultRule?.enabled ?? true, // Default to enabled for new rules, preserve existing value for edits
       type: formData.type,
       code:
         formData.type === EVALUATORS_RULE_TYPE.llm_judge
           ? convertLLMJudgeDataToLLMJudgeObject(formData.llmJudgeDetails)
           : formData.pythonCodeDetails,
     } as EvaluatorsRule;
-  }, [form]);
+  }, [form, defaultRule?.enabled]);
 
   const createPrompt = useCallback(() => {
     createMutate(
diff --git a/apps/opik-frontend/src/components/pages-shared/automations/RuleEnabledCell.tsx b/apps/opik-frontend/src/components/pages-shared/automations/RuleEnabledCell.tsx
diff --git a/apps/opik-frontend/src/components/pages-shared/automations/RuleRowActionsCell.tsx b/apps/opik-frontend/src/components/pages-shared/automations/RuleRowActionsCell.tsx
diff --git a/apps/opik-frontend/src/components/pages-shared/automations/RulesActionsPanel.tsx b/apps/opik-frontend/src/components/pages-shared/automations/RulesActionsPanel.tsx
diff --git a/apps/opik-frontend/src/components/pages/OnlineEvaluationPage/OnlineEvaluationPage.tsx b/apps/opik-frontend/src/components/pages/OnlineEvaluationPage/OnlineEvaluationPage.tsx
diff --git a/apps/opik-frontend/src/components/pages/TracesPage/RulesTab/RulesTab.tsx b/apps/opik-frontend/src/components/pages/TracesPage/RulesTab/RulesTab.tsx
diff --git a/apps/opik-frontend/src/constants/filters.ts b/apps/opik-frontend/src/constants/filters.ts
diff --git a/apps/opik-frontend/src/constants/shared.ts b/apps/opik-frontend/src/constants/shared.ts
diff --git a/apps/opik-frontend/src/types/automations.ts b/apps/opik-frontend/src/types/automations.ts
diff --git a/apps/opik-frontend/src/types/filters.ts b/apps/opik-frontend/src/types/filters.ts
diff --git a/apps/opik-frontend/src/types/shared.ts b/apps/opik-frontend/src/types/shared.ts
