feat: add TemporalFS CHASM Archetype

.github/.golangci.yml

@@ -175,6 +175,13 @@ linters:
         text: "time.Now"
         linters:
           - forbidigo
+      # Example/demo apps under chasm/lib are not library code — exclude from
+      # strict chasm/lib rules (forbidigo, deep-exit, errcheck, complexity, etc.).
+      - path: chasm/lib/.*/examples/
+        linters:
+          - forbidigo
+          - errcheck
+          - revive
       # Cassandra timestamp rules only apply to cassandra persistence package
       - path-except: common/persistence/cassandra/.*\.go$
         text: "Unix|UnixMilli|UnixNano"

.github/actions/build-binaries/action.yml

@@ -14,15 +14,29 @@ inputs:
     description: "Use release command (true) or build command (false). When true, single-arch is ignored and snapshot is respected."
     required: false
     default: "false"
+  go-private-token:
+    description: "Token for accessing private Go modules"
+    required: false
+    default: ""
 
 runs:
   using: composite
   steps:
+    - name: Configure git for private modules
+      if: inputs.go-private-token != ''
+      shell: bash
+      run: git config --global url."https://x-access-token:${GO_PRIVATE_TOKEN}@github.com/".insteadOf "https://github.com/"
+      env:
+        GO_PRIVATE_TOKEN: ${{ inputs.go-private-token }}
+
     - name: Setup Go
       uses: actions/setup-go@v6
       with:
         go-version-file: "go.mod"
         cache: true
+      env:
+        GOPRIVATE: github.com/moedash/temporal-fs
+        GONOSUMCHECK: github.com/moedash/temporal-fs
 
     - name: Run GoReleaser (release)
       if: inputs.release == 'true'
@@ -33,6 +47,8 @@ runs:
         args: release ${{ inputs.snapshot == 'true' && '--snapshot --skip=publish' || '' }} --clean
       env:
         GITHUB_TOKEN: ${{ github.token }}
+        GOPRIVATE: github.com/moedash/temporal-fs
+        GONOSUMCHECK: github.com/moedash/temporal-fs
 
     - name: Run GoReleaser (build - all architectures)
       if: inputs.release != 'true' && inputs.single-arch == ''
@@ -43,6 +59,8 @@ runs:
         args: build --snapshot
       env:
         GITHUB_TOKEN: ${{ github.token }}
+        GOPRIVATE: github.com/moedash/temporal-fs
+        GONOSUMCHECK: github.com/moedash/temporal-fs
 
     - name: Run GoReleaser (build - single architecture)
       if: inputs.release != 'true' && inputs.single-arch != ''
@@ -53,5 +71,7 @@ runs:
         args: build --snapshot --single-target
       env:
         GITHUB_TOKEN: ${{ github.token }}
+        GOPRIVATE: github.com/moedash/temporal-fs
+        GONOSUMCHECK: github.com/moedash/temporal-fs
         GOOS: linux
         GOARCH: ${{ inputs.single-arch }}

.github/workflows/build-and-publish.yml

@@ -30,6 +30,7 @@ jobs:
         uses: ./.github/actions/build-binaries
         with:
           snapshot: true
+          go-private-token: ${{ secrets.GO_PRIVATE_TOKEN }}
 
       - name: Build and push Docker images
         uses: ./.github/actions/build-docker-images
@@ -54,6 +55,7 @@ jobs:
         uses: ./.github/actions/build-binaries
         with:
           snapshot: true
+          go-private-token: ${{ secrets.GO_PRIVATE_TOKEN }}
 
       - name: Build Docker images
         uses: ./.github/actions/build-docker-images

.github/workflows/docker-build-manual.yml

@@ -58,6 +58,7 @@ jobs:
         with:
           snapshot: ${{ inputs.snapshot }}
           single-arch: ${{ steps.arch-param.outputs.single-arch }}
+          go-private-token: ${{ secrets.GO_PRIVATE_TOKEN }}
 
       - name: Build Docker images
         id: build-docker

.github/workflows/features-integration.yml

@@ -30,6 +30,7 @@ jobs:
         with:
           snapshot: true
           single-arch: amd64
+          go-private-token: ${{ secrets.GO_PRIVATE_TOKEN }}
 
       - name: Build Docker images
         id: build-docker

.github/workflows/linters.yml

@@ -93,11 +93,19 @@ jobs:
         with:
           fetch-depth: 0
 
+      - name: Configure git for private modules
+        run: git config --global url."https://x-access-token:${GO_PRIVATE_TOKEN}@github.com/".insteadOf "https://github.com/"
+        env:
+          GO_PRIVATE_TOKEN: ${{ secrets.GO_PRIVATE_TOKEN }}
+
       - uses: actions/setup-go@v6
         with:
           go-version-file: "go.mod"
           check-latest: true
           cache: true
+        env:
+          GOPRIVATE: github.com/moedash/temporal-fs
+          GONOSUMCHECK: github.com/moedash/temporal-fs
 
       - name: format golang import statements
         run: |
@@ -145,11 +153,19 @@ jobs:
         with:
           fetch-depth: 0
 
+      - name: Configure git for private modules
+        run: git config --global url."https://x-access-token:${GO_PRIVATE_TOKEN}@github.com/".insteadOf "https://github.com/"
+        env:
+          GO_PRIVATE_TOKEN: ${{ secrets.GO_PRIVATE_TOKEN }}
+
       - uses: actions/setup-go@v6
         with:
           go-version-file: "go.mod"
           check-latest: true
           cache: true
+        env:
+          GOPRIVATE: github.com/moedash/temporal-fs
+          GONOSUMCHECK: github.com/moedash/temporal-fs
 
       - name: lint code
         run: |

.github/workflows/release.yml

@@ -23,3 +23,4 @@ jobs:
         with:
           snapshot: false
           release: true
+          go-private-token: ${{ secrets.GO_PRIVATE_TOKEN }}

.github/workflows/run-tests.yml

@@ -25,6 +25,8 @@ env:
   TEMPORAL_VERSION_CHECK_DISABLED: 1
   MAX_TEST_ATTEMPTS: 3
   SHARD_COUNT: 3 # NOTE: must match shard count in optimize-test-sharding.yml
+  GOPRIVATE: github.com/moedash/temporal-fs
+  GONOSUMCHECK: github.com/moedash/temporal-fs
 
 jobs:
   test-setup:
@@ -42,6 +44,11 @@ jobs:
           ref: ${{ env.COMMIT }}
           fetch-depth: 0
 
+      - name: Configure git for private modules
+        run: git config --global url."https://x-access-token:${GO_PRIVATE_TOKEN}@github.com/".insteadOf "https://github.com/"
+        env:
+          GO_PRIVATE_TOKEN: ${{ secrets.GO_PRIVATE_TOKEN }}
+
       - name: Fetch base branch
         if: ${{ github.event_name == 'pull_request' }}
         run: git fetch origin ${{ github.event.pull_request.base.ref }}:${{ github.event.pull_request.base.ref }}
@@ -221,6 +228,11 @@ jobs:
           token: ${{ secrets.GITHUB_TOKEN }}
           ref: ${{ env.COMMIT }}
 
+      - name: Configure git for private modules
+        run: git config --global url."https://x-access-token:${GO_PRIVATE_TOKEN}@github.com/".insteadOf "https://github.com/"
+        env:
+          GO_PRIVATE_TOKEN: ${{ secrets.GO_PRIVATE_TOKEN }}
+
       - uses: actions/setup-go@v6
         with:
           go-version-file: "go.mod"
@@ -260,6 +272,11 @@ jobs:
           # buf-breaking tries to compare HEAD against merge base so we need to be able to find it
           fetch-depth: 100
 
+      - name: Configure git for private modules
+        run: git config --global url."https://x-access-token:${GO_PRIVATE_TOKEN}@github.com/".insteadOf "https://github.com/"
+        env:
+          GO_PRIVATE_TOKEN: ${{ secrets.GO_PRIVATE_TOKEN }}
+
       - uses: actions/setup-go@v6
         with:
           go-version-file: "go.mod"
@@ -297,6 +314,11 @@ jobs:
           token: ${{ secrets.GITHUB_TOKEN }}
           ref: ${{ env.COMMIT }}
 
+      - name: Configure git for private modules
+        run: git config --global url."https://x-access-token:${GO_PRIVATE_TOKEN}@github.com/".insteadOf "https://github.com/"
+        env:
+          GO_PRIVATE_TOKEN: ${{ secrets.GO_PRIVATE_TOKEN }}
+
       - uses: actions/setup-go@v6
         with:
           go-version-file: "go.mod"
@@ -381,6 +403,11 @@ jobs:
           token: ${{ secrets.GITHUB_TOKEN }}
           ref: ${{ env.COMMIT }}
 
+      - name: Configure git for private modules
+        run: git config --global url."https://x-access-token:${GO_PRIVATE_TOKEN}@github.com/".insteadOf "https://github.com/"
+        env:
+          GO_PRIVATE_TOKEN: ${{ secrets.GO_PRIVATE_TOKEN }}
+
       - name: Start containerized dependencies
         uses: hoverkraft-tech/compose-action@v2.0.1
         with:
@@ -501,6 +528,11 @@ jobs:
           token: ${{ secrets.GITHUB_TOKEN }}
           ref: ${{ env.COMMIT }}
 
+      - name: Configure git for private modules
+        run: git config --global url."https://x-access-token:${GO_PRIVATE_TOKEN}@github.com/".insteadOf "https://github.com/"
+        env:
+          GO_PRIVATE_TOKEN: ${{ secrets.GO_PRIVATE_TOKEN }}
+
       - name: Start containerized dependencies
         if: ${{ toJson(matrix.containers) != '[]' }}
         uses: hoverkraft-tech/compose-action@v2.0.1
@@ -611,6 +643,11 @@ jobs:
           token: ${{ secrets.GITHUB_TOKEN }}
           ref: ${{ env.COMMIT }}
 
+      - name: Configure git for private modules
+        run: git config --global url."https://x-access-token:${GO_PRIVATE_TOKEN}@github.com/".insteadOf "https://github.com/"
+        env:
+          GO_PRIVATE_TOKEN: ${{ secrets.GO_PRIVATE_TOKEN }}
+
       - name: Start PostgreSQL
         uses: hoverkraft-tech/compose-action@v2.0.1
         with:

.gitignore

@@ -25,6 +25,7 @@
 /tctl*
 /tdbg
 /fairsim
+/research-agent-demo
 
 # proto images
 /proto/image.bin

chasm/lib/temporalzfs/config.go

@@ -0,0 +1,48 @@
+package temporalzfs
+
+import (
+	"time"
+
+	temporalzfspb "go.temporal.io/server/chasm/lib/temporalzfs/gen/temporalzfspb/v1"
+	"go.temporal.io/server/common/dynamicconfig"
+	"google.golang.org/protobuf/types/known/durationpb"
+)
+
+var (
+	Enabled = dynamicconfig.NewNamespaceBoolSetting(
+		"temporalzfs.enabled",
+		false,
+		`Toggles TemporalZFS functionality on the server.`,
+	)
+)
+
+const (
+	defaultChunkSize            = 256 * 1024 // 256KB
+	defaultMaxSize              = 1 << 30    // 1GB
+	defaultMaxFiles             = 100_000
+	defaultGCInterval           = 5 * time.Minute
+	defaultSnapshotRetention    = 24 * time.Hour
+	defaultOwnerCheckInterval   = 10 * time.Minute
+	ownerCheckNotFoundThreshold = int32(2)
+	dataCleanupMaxBackoff       = 30 * time.Minute
+)
+
+type Config struct {
+	Enabled dynamicconfig.BoolPropertyFnWithNamespaceFilter
+}
+
+func ConfigProvider(dc *dynamicconfig.Collection) *Config {
+	return &Config{
+		Enabled: Enabled.Get(dc),
+	}
+}
+
+func defaultConfig() *temporalzfspb.FilesystemConfig {
+	return &temporalzfspb.FilesystemConfig{
+		ChunkSize:         defaultChunkSize,
+		MaxSize:           defaultMaxSize,
+		MaxFiles:          defaultMaxFiles,
+		GcInterval:        durationpb.New(defaultGCInterval),
+		SnapshotRetention: durationpb.New(defaultSnapshotRetention),
+	}
+}

chasm/lib/temporalzfs/examples/research-agent-demo/.gitignore

@@ -0,0 +1,7 @@
+# Compiled binary
+research-agent-demo
+
+# Generated artifacts
+*.html
+demo-output.md
+demo-plan.md