README.md

@@ -15,6 +15,15 @@ type Task struct {
 	//     task.rescue.io/object    1611318984211839461
 	//     task.rescue.io/worker    90dc68ba-4820-42ac-a924-2450388c15a6
 	//
+	// It is possible to define an execution limit using the circuit breaker label
+	// Cancel. A task defining a maximum execution count will be executed at most
+	// Cancel times. Once the execution limit hit the task at hand will be kept on
+	// hold until its Cycles number is reset by some external process. This allows
+	// tasks to stay on queue until a resolution for the failing root cause may be
+	// found.
+	//
+	//     task.rescue.io/cancel    5
+	//
 	Core *Core `json:"core,omitempty"`
 
 	// Cron contains optional scheduling information. A task may define to be
@@ -286,8 +295,12 @@ func (w *Worker) Filter(tas *task.Task) bool {
 
 ### Conformance Tests
 
+If you have nothing else blocking the standard redis port on your machine, then
+you can simply run the Redis docker image and execute the conformance tests
+labelled with the redis tags.
+
 ```
-docker run --rm --name redis-stack -p 6379:6379 -p 8001:8001 redis/redis-stack:latest
+docker run --rm --name redis-stack-rescue -p 6379:6379 -p 8001:8001 redis/redis-stack:latest
 ```
 
 ```
@@ -298,10 +311,14 @@ go test ./... -race -tags redis
 
 ### Redis Port
 
+If you have multiple redis instances on your machine you should use a different
+port dedicated for the Rescue conformance tests.
+
 ```
-export REDIS_PORT=6380
+docker run --rm --name redis-stack-rescue -p 6380:6379 -p 8002:8001 redis/redis-stack:latest
 ```
 
 ```
-docker run --rm --name redis-stack-rescue -p 6380:6379 -p 8002:8001 redis/redis-stack:latest
+export REDIS_PORT=6380
+go test ./... -race -tags redis
 ```

conformance/delete_cron_redis_test.go

@@ -12,26 +12,14 @@ import (
 	"github.com/xh3b4sd/rescue/task"
 )
 
-func Test_Engine_Delete_Cron(t *testing.T) {
+func Test_Engine_Delete_Cron_Aevery(t *testing.T) {
 	var err error
 
-	var red redigo.Interface
-	{
-		red = redigo.Default()
-	}
-
-	{
-		err = red.Purge()
-		if err != nil {
-			t.Fatal(err)
-		}
-	}
-
 	var eon rescue.Interface
 	{
 		eon = engine.New(engine.Config{
 			Logger: logger.Fake(),
-			Redigo: red,
+			Redigo: prgAll(redigo.Default()),
 		})
 	}
 

conformance/delete_gate_redis_test.go

@@ -15,23 +15,11 @@ import (
 func Test_Engine_Delete_Gate(t *testing.T) {
 	var err error
 
-	var red redigo.Interface
-	{
-		red = redigo.Default()
-	}
-
-	{
-		err = red.Purge()
-		if err != nil {
-			t.Fatal(err)
-		}
-	}
-
 	var eon rescue.Interface
 	{
 		eon = engine.New(engine.Config{
 			Logger: logger.Fake(),
-			Redigo: red,
+			Redigo: prgAll(redigo.Default()),
 		})
 	}
 

conformance/delete_node_redis_test.go

@@ -230,18 +230,6 @@ func Test_Engine_Delete_Gate_Node_All(t *testing.T) {
 func Test_Engine_Delete_Node_All_Purge(t *testing.T) {
 	var err error
 
-	var red redigo.Interface
-	{
-		red = redigo.Default()
-	}
-
-	{
-		err = red.Purge()
-		if err != nil {
-			t.Fatal(err)
-		}
-	}
-
 	var tim *timer.Timer
 	{
 		tim = timer.New()
@@ -260,7 +248,7 @@ func Test_Engine_Delete_Node_All_Purge(t *testing.T) {
 	{
 		eon = engine.New(engine.Config{
 			Logger: logger.Fake(),
-			Redigo: red,
+			Redigo: prgAll(redigo.Default()),
 			Timer:  tim,
 			Worker: "eon",
 		})
@@ -270,7 +258,7 @@ func Test_Engine_Delete_Node_All_Purge(t *testing.T) {
 	{
 		etw = engine.New(engine.Config{
 			Logger: logger.Fake(),
-			Redigo: red,
+			Redigo: prgAll(redigo.Default()),
 			Timer:  tim,
 			Worker: "etw",
 		})

conformance/delete_sync_redis_test.go

@@ -5,23 +5,37 @@ package conformance
 import (
 	"reflect"
 	"testing"
+	"time"
 
 	"github.com/google/go-cmp/cmp"
 	"github.com/xh3b4sd/logger"
 	"github.com/xh3b4sd/redigo"
 	"github.com/xh3b4sd/rescue"
 	"github.com/xh3b4sd/rescue/engine"
 	"github.com/xh3b4sd/rescue/task"
+	"github.com/xh3b4sd/rescue/timer"
 )
 
 func Test_Engine_Delete_Sync(t *testing.T) {
 	var err error
 
+	var tim *timer.Timer
+	{
+		tim = timer.New()
+	}
+
+	{
+		tim.Setter(func() time.Time {
+			return musTim("2023-10-20T00:00:00Z")
+		})
+	}
+
 	var eon rescue.Interface
 	{
 		eon = engine.New(engine.Config{
 			Logger: logger.Fake(),
 			Redigo: prgAll(redigo.Default()),
+			Timer:  tim,
 		})
 	}
 
@@ -39,6 +53,12 @@ func Test_Engine_Delete_Sync(t *testing.T) {
 		}
 	}
 
+	{
+		tim.Setter(func() time.Time {
+			return musTim("2023-10-20T00:00:01Z")
+		})
+	}
+
 	// Create one task with custom sync state.
 	var tas *task.Task
 	{
@@ -59,6 +79,12 @@ func Test_Engine_Delete_Sync(t *testing.T) {
 		}
 	}
 
+	{
+		tim.Setter(func() time.Time {
+			return musTim("2023-10-20T00:00:02Z")
+		})
+	}
+
 	// Create another task with paging sync state.
 	{
 		tas = &task.Task{
@@ -92,6 +118,12 @@ func Test_Engine_Delete_Sync(t *testing.T) {
 		}
 	}
 
+	{
+		tim.Setter(func() time.Time {
+			return musTim("2023-10-20T00:00:03Z")
+		})
+	}
+
 	{
 		tas, err = eon.Search()
 		if err != nil {
@@ -123,6 +155,12 @@ func Test_Engine_Delete_Sync(t *testing.T) {
 		}
 	}
 
+	{
+		tim.Setter(func() time.Time {
+			return musTim("2023-10-20T00:00:04Z")
+		})
+	}
+
 	{
 		err = eon.Delete(tas)
 		if err != nil {
@@ -166,6 +204,12 @@ func Test_Engine_Delete_Sync(t *testing.T) {
 		tas.Sync.Set(task.Paging, "233")
 	}
 
+	{
+		tim.Setter(func() time.Time {
+			return musTim("2023-10-20T00:00:05Z")
+		})
+	}
+
 	// Calling Delete on our paging task should expire the task together with the
 	// synced paging state.
 	{
@@ -227,6 +271,12 @@ func Test_Engine_Delete_Sync(t *testing.T) {
 		tas.Sync.Set(task.Paging, "0")
 	}
 
+	{
+		tim.Setter(func() time.Time {
+			return musTim("2023-10-20T00:00:06Z")
+		})
+	}
+
 	{
 		err = eon.Delete(tas)
 		if err != nil {