From 3384228e61e552375d16554fd76c9a0efe40bf26 Mon Sep 17 00:00:00 2001
From: Matthieu Bessat <mbess@mbess.net>
Date: Sun, 28 Jul 2024 19:34:04 +0200
Subject: [PATCH] feat: use micro seconds for logs capture (BREAKING)

---
 TODO.md                    | 3 ++-
 config.example.yaml        | 3 ++-
 config.yaml                | 3 ++-
 examples/do_something_1.py | 4 ++--
 src/executor.rs            | 7 ++++---
 5 files changed, 12 insertions(+), 8 deletions(-)

diff --git a/TODO.md b/TODO.md
index 6cb150c..bb39c65 100644
--- a/TODO.md
+++ b/TODO.md
@@ -4,8 +4,9 @@
 
 - [x] Add CSS badge and color code on job status
 - [ ] Add tasks timeout
+- [ ] Add details on runtime
+- [ ] Implement basic auth with OAuth2, find a minimal oauth2
 - [ ] Support connecting to remote server by SSH to execute task remotely
-- [ ] Implement basic auth with OAuth2
 - [ ] Add a way to categorize tasks, regroup tasks
 - [ ] Don't use long UUID, but only ids
 - [ ] Validating config file
diff --git a/config.example.yaml b/config.example.yaml
index 94a83cc..24bb1a3 100644
--- a/config.example.yaml
+++ b/config.example.yaml
@@ -11,7 +11,8 @@ tasks:
     name: Do magic incantation
     environment:
       PYTHONUNBUFFERED: "1"
-      SIMULATION_SPEED: 11
+      SIMULATION_SPEED: 0.4
+      SIMULATION_MAX_ITERATIONS: 50
     command:
       - /usr/bin/python3
       - /path/to/autotasker/examples/do_something_1.py
diff --git a/config.yaml b/config.yaml
index af3b884..9da77df 100644
--- a/config.yaml
+++ b/config.yaml
@@ -7,7 +7,8 @@ tasks:
     name: Do magic incantation
     environment:
       PYTHONUNBUFFERED: "1"
-      SIMULATION_SPEED: 11
+      SIMULATION_SPEED: 0.4
+      SIMULATION_MAX_ITERATIONS: 50
     command:
       - /usr/bin/python3
       - /home/mbess/workspace/autotasker/examples/do_something_1.py
diff --git a/examples/do_something_1.py b/examples/do_something_1.py
index c5a31b1..fd328c8 100644
--- a/examples/do_something_1.py
+++ b/examples/do_something_1.py
@@ -4,7 +4,7 @@ import string
 from time import sleep
 
 def main():
-    iterations = random.randint(10, 150)
+    iterations = random.randint(15, int(os.getenv("SIMULATION_MAX_ITERATIONS") or 100))
     speed = float(os.getenv("SIMULATION_SPEED") or 0.8)
     print(f"Going for {iterations=} with {speed=}")
     for i in range(iterations):
@@ -20,7 +20,7 @@ def main():
             )
         )
         sleep(
-            speed * (0.02 * random.expovariate(0.5) +
+            (1/speed) * (0.02 * random.expovariate(0.5) +
                 (random.uniform(0, 1) if random.uniform(0, 1) > 0.8 else 0) +
                 (random.uniform(0, 5) if random.uniform(0, 1) > 0.99 else 0))
         )
diff --git a/src/executor.rs b/src/executor.rs
index 35012be..6c9865e 100644
--- a/src/executor.rs
+++ b/src/executor.rs
@@ -36,9 +36,10 @@ fn collect_logs<Stream>(task_run_id: Uuid, kind: LogKind, stream: Stream, db: Po
     tokio::spawn(async move {
         let mut lines = BufReader::with_capacity(1048, stream).lines();
         let mut collected_logs: Vec<LogLine> = vec![];
+        // TODO: adaptive flush size
         let max_lines = match &kind {
-            LogKind::Stdout => 20,
-            LogKind::Stderr => 3
+            LogKind::Stdout => 10,
+            LogKind::Stderr => 2
         };
         while let Some(line) = lines.next_line().await.unwrap() {
             collected_logs.push(LogLine {
@@ -46,7 +47,7 @@ fn collect_logs<Stream>(task_run_id: Uuid, kind: LogKind, stream: Stream, db: Po
                 kind: kind.clone(),
                 content: line,
                 task_run_id: task_run_id.to_string(),
-                captured_at: Utc::now().timestamp_millis(),
+                captured_at: Utc::now().timestamp_micros(),
             });
             if collected_logs.len() > max_lines {
                 insert_logs(&db, &mut collected_logs).await.expect("Error inserting logs.");