fix: trigger mode and status enums

TODO.md

@@ -2,31 +2,30 @@
 
 ## TODO
 
-- [x] Implement support for webhook and debouncing of webhook
-- [ ] Add stderr capture
-- [ ] Implement basic auth with HTTP basic auth (to trigger and see logs only)
-- [ ] add CSS badge and color code on job status
+- [ ] Support connecting to remote server by SSH to execute task remotely
+- [ ] Implement basic auth with OAuth2
+- [ ] Add a way to categorize tasks, regroup tasks
+- [ ] Don't use long UUID, but only ids
+- [ ] Add CSS badge and color code on job status
 - [ ] Validating config file
     - validate schedule CRON syntax
-- [ ] Implement basic auth with OAuth2
 - [ ] Add `Dockerfile` and docker-compose example
 - [ ] Add CI/CD to build docker image
-- [ ] Add configuration to limit the logs head and tail
+- [ ] Add configuration options to limit the logs capture head and tail
     - In a limited mode, we would filter out logs and only keep the head and tail AND Errors or stacktrace
-- [ ] Save logs incremently, in regular fashion
-- [ ] Add HTML table instead of UL for tasks run history
 - [ ] Sort tasks run history by date
-- [ ] Pagination of tasks run history
-- [ ] JSON support, content-negotiation
+- [ ] Add pagination of tasks run history
+- [ ] JSON support, content-negotiation, can be used with a CLI API client
 - [ ] Websocket return of logs
 - [ ] Add openmetrics exporter endpoint to alert when jobs fails
-- [ ] Add jobs groups?
-- [ ] Add a way to trigger one or multiples tasks from a webhook endpoint, defined in a config file
-- [ ] Support connecting to remote server by SSH to execute task
 - [ ] Support role authorization RBAC, reader and writer.
     - Reader can only read logs and tasks results
     - Writter can trigger task run.
 
+- [ ] TO see: Adapt the rate at which we update logs into the DB depending on the rate the program is outputing logs (or duration of program)?
+
+- [ ] Add stable orders of tasks, sort by a "order" field or by name and category?
+
 ## Archive
 
 - [x] setup sqlite
@@ -34,3 +33,8 @@
 - [x] Implement basic scheduler
 - [x] Add basic CSS
 - [x] Load config file from `/etc/`
+- [x] Implement support for webhook and debouncing of webhook
+- [x] Add stderr capture
+- [x] Save logs incremently, in regular fashion
+- [x] Add HTML table instead of UL for tasks run history
+- [x] Add a way to trigger one or multiples tasks from a webhook endpoint, defined in a config file

config.yaml

@@ -7,7 +7,7 @@ tasks:
     name: Do magic incantation
     env:
       PYTHONUNBUFFERED: "1"
-      SIMULATION_SPEED: 0.2
+      SIMULATION_SPEED: 11
     command:
       - /usr/bin/python3
       - /home/mbess/workspace/autotasker/examples/do_something_1.py

migrations/all.sql

@@ -2,8 +2,8 @@ DROP TABLE IF EXISTS task_runs;
 CREATE TABLE task_runs (
     id              TEXT PRIMARY KEY,
     task_id         TEXT NOT NULL,
-    status          TEXT CHECK(status IN ('pending','running','failed','success'))  NOT NULL DEFAULT 'pending',
-    trigger_mode    TEXT CHECK(trigger_mode IN ('manual','webhook','schedule'))  NOT NULL DEFAULT 'manual',
+    status          TEXT CHECK(status IN ('Pending','Running','Failed','Success'))  NOT NULL DEFAULT 'pending',
+    trigger_mode    TEXT CHECK(trigger_mode IN ('Manual','Webhook','Schedule'))  NOT NULL DEFAULT 'manual',
     exit_code       INT,
     runtime_details JSON,
     submitted_at    DATETIME,

src/controllers.rs

@@ -1,4 +1,4 @@
-use crate::models::{LogLine, TaskRun, TaskRunSummary};
+use crate::models::{LogLine, TaskRun, TaskRunSummary, TriggerMode};
 use axum::extract::{Path as ExtractPath, State};
 use axum::http::StatusCode;
 use axum::Json;
@@ -46,6 +46,7 @@ pub async fn trigger_task(
         .executor_tx
         .send(ExecutorOrder {
             id: Uuid::new_v4(),
+            trigger_mode: TriggerMode::Manual,
             task_id
         })
         .await
@@ -92,7 +93,7 @@ pub async fn list_task_runs(
     State(app_state): State<AppState>,
     ExtractPath(task_id): ExtractPath<String>,
 ) -> Html<String> {
-    let runs = sqlx::query_as::<_, TaskRunSummary>("SELECT id,status,trigger_mode,submitted_at,started_at,ended_at FROM task_runs WHERE task_id = $1")
+    let runs = sqlx::query_as::<_, TaskRunSummary>("SELECT id,status,trigger_mode,submitted_at,started_at,ended_at FROM task_runs WHERE task_id = $1 ORDER BY submitted_at ASC")
         .bind(&task_id)
         .fetch_all(&app_state.db)
         .await

src/debouncer.rs

@@ -5,7 +5,7 @@ use std::sync::Arc;
 use std::time::Duration;
 use tokio::sync::mpsc::{Receiver, Sender};
 
-use crate::models::{ExecutorOrder, Webhook};
+use crate::models::{ExecutorOrder, TriggerMode, Webhook};
 use crate::AppState;
 
 async fn run_debouncer(webhook: Webhook, duration: Duration, executor_tx: Arc<Sender<ExecutorOrder>>, cancellation_token: CancellationToken) {
@@ -22,6 +22,7 @@ async fn run_debouncer(webhook: Webhook, duration: Duration, executor_tx: Arc<Se
                 trace!("Debouncer is now triggering {}", &task_id);
                 let _ = executor_tx.send(ExecutorOrder {
                     id: Uuid::new_v4(),
+                    trigger_mode: TriggerMode::Webhook,
                     task_id: task_id.to_string()
                 }).await;
             }

src/executor.rs

@@ -9,7 +9,7 @@ use tokio::io::{AsyncBufReadExt, AsyncRead, BufReader};
 use tokio::process::Command;
 use tokio::sync::mpsc::Receiver;
 
-use crate::models::{ExecutorOrder, LogKind, LogLine};
+use crate::models::{ExecutorOrder, LogKind, LogLine, TaskStatus};
 use crate::AppState;
 
 async fn insert_logs(db: &Pool<Sqlite>, collected_logs: &mut Vec<LogLine>) -> Result<()> {
@@ -59,8 +59,8 @@ async fn run_task(state: AppState, order: ExecutorOrder) -> Result<()> {
     let _result = sqlx::query("INSERT INTO task_runs (id, task_id, trigger_mode, status, submitted_at, started_at) VALUES ($1, $2, $3, $4, $5, $5)")
         .bind(order.id.to_string())
         .bind(order.task_id.clone())
-        .bind("manual")
-        .bind("running")
+        .bind(order.trigger_mode.to_string())
+        .bind(TaskStatus::Running.to_string())
         .bind(Utc::now().to_rfc3339_opts(SecondsFormat::Millis, true))
         .execute(&state.db)
         .await.unwrap();
@@ -115,8 +115,8 @@ async fn run_task(state: AppState, order: ExecutorOrder) -> Result<()> {
     let _result = sqlx::query("UPDATE task_runs SET status = $2, ended_at = $3, exit_code = $4 WHERE id = $1")
         .bind(order.id.to_string())
         .bind(match status.success() {
-            true => "success",
-            false => "failed"
+            true => TaskStatus::Success,
+            false => TaskStatus::Failed,
         })
         .bind(Utc::now().to_rfc3339_opts(SecondsFormat::Millis, true))
         .bind(status.code())

src/models.rs

@@ -5,9 +5,9 @@ use fully_pub::fully_pub;
 use serde::{Deserialize, Serialize};
 use uuid::Uuid;
 
-#[derive(sqlx::Type, Debug, Serialize, Deserialize)]
+#[derive(sqlx::Type, Clone, Debug, Serialize, Deserialize)]
+#[derive(strum_macros::Display)]
 #[fully_pub]
-#[sqlx(rename_all = "lowercase")]
 enum TriggerMode {
     Manual,
     Webhook,
@@ -15,7 +15,7 @@ enum TriggerMode {
 }
 
 #[derive(sqlx::Type, Debug, Serialize, Deserialize)]
-#[sqlx(rename_all = "lowercase")]
+#[derive(strum_macros::Display)]
 #[fully_pub]
 enum TaskStatus {
     Pending,
@@ -94,6 +94,7 @@ struct Task {
 struct ExecutorOrder {
     id: Uuid,
     task_id: String,
+    trigger_mode: TriggerMode
 }
 
 #[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]

src/scheduler.rs

@@ -4,16 +4,17 @@ use tokio_cron_scheduler::{Job, JobScheduler, JobSchedulerError};
 use tokio::sync::mpsc::Sender;
 use uuid::Uuid;
 
-use crate::{models::{ExecutorOrder, ScheduleConfig}, AppState};
+use crate::{models::{ExecutorOrder, ScheduleConfig, TriggerMode}, AppState};
 
 fn get_repeated_job(task_id: String, executor_tx: Arc<Sender<ExecutorOrder>>, seconds: u64) -> Result<Job, JobSchedulerError> {
     Job::new_repeated_async(
         Duration::from_secs(seconds),
         move |_uuid, _l| {
+            let executor_tx = executor_tx.clone();
             Box::pin({
-                let executor_tx = executor_tx.clone();
                 let order = ExecutorOrder {
                     id: Uuid::new_v4(),
+                    trigger_mode: TriggerMode::Schedule,
                     task_id: task_id.clone()
                 };
                 async move {
@@ -52,6 +53,7 @@ pub async fn run_scheduler(app_state: AppState) -> Result<(), JobSchedulerError>
                                 executor_tx
                                     .send(ExecutorOrder {
                                         id: Uuid::new_v4(),
+                                        trigger_mode: TriggerMode::Schedule,
                                         task_id
                                     })
                                     .await.unwrap();