49 lines
1.6 KiB
Go
49 lines
1.6 KiB
Go
package libraryfreeze
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"os"
|
|
"os/exec"
|
|
"strings"
|
|
"testing"
|
|
)
|
|
|
|
func TestFreezeRecoveryAfterProcessExit(t *testing.T) {
|
|
if os.Getenv("KG_FREEZE_CHILD") == "exit-after-stop" {
|
|
c := &fixtureControl{services: []Service{{ID: "app-a", Running: true, Healthy: true}, {ID: "app-b"}}}
|
|
e, err := Open(os.Getenv("KG_FREEZE_ROOT"), "test-source", c)
|
|
if err != nil {
|
|
os.Exit(25)
|
|
}
|
|
_, _ = e.Run(context.Background(), "crashed-job", func(context.Context) (string, error) { os.Exit(27); return "", nil })
|
|
os.Exit(26)
|
|
}
|
|
root, c, e := freezeFixture(t)
|
|
cmd := exec.Command(os.Args[0], "-test.run=^TestFreezeRecoveryAfterProcessExit$")
|
|
cmd.Env = append(os.Environ(), "KG_FREEZE_CHILD=exit-after-stop", "KG_FREEZE_ROOT="+root)
|
|
err := cmd.Run()
|
|
var exit *exec.ExitError
|
|
if !errors.As(err, &exit) || exit.ExitCode() != 27 {
|
|
t.Fatalf("child did not exit during capture: %v", err)
|
|
}
|
|
c.services[0].Running = false
|
|
c.services[0].Healthy = false
|
|
if _, err = e.Run(context.Background(), "new-job", func(context.Context) (string, error) { t.Fatal("new capture before recovery"); return "", nil }); err == nil {
|
|
t.Fatal("unfinished job did not block")
|
|
}
|
|
if err = e.Recover(context.Background()); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
j, err := e.load("crashed-job")
|
|
if err != nil || j.State != "failed" || j.Code != "interrupted" {
|
|
t.Fatalf("journal=%+v err=%v", j, err)
|
|
}
|
|
if strings.Join(c.calls, ",") != "start:app-a" {
|
|
t.Fatalf("recovery calls=%v", c.calls)
|
|
}
|
|
if err = e.Recover(context.Background()); err != nil || len(c.calls) != 1 {
|
|
t.Fatalf("recovery is not idempotent: %v", err)
|
|
}
|
|
}
|