/** * Node.js socket layers for Effect Cluster runners. * * The main `layer` builds a sharding layer for socket transport, choosing * serialization, runner health checks, runner storage, message storage, and * optional client-only mode from the supplied options. This module also * re-exports the shared socket client and server protocol layers, and provides * Kubernetes-aware Undici dispatcher and HTTP client layers for runner health * checks. * * @since 4.0.0 */ import { layerClientProtocol, layerSocketServer } from "@effect/platform-node-shared/NodeClusterSocket" import type { ConfigError } from "effect/Config" import * as Effect from "effect/Effect" import * as FileSystem from "effect/FileSystem" import * as Layer from "effect/Layer" import * as K8sHttpClient from "effect/unstable/cluster/K8sHttpClient" import * as MessageStorage from "effect/unstable/cluster/MessageStorage" import * as RunnerHealth from "effect/unstable/cluster/RunnerHealth" import * as Runners from "effect/unstable/cluster/Runners" import * as RunnerStorage from "effect/unstable/cluster/RunnerStorage" import type { Sharding } from "effect/unstable/cluster/Sharding" import * as ShardingConfig from "effect/unstable/cluster/ShardingConfig" import * as SocketRunner from "effect/unstable/cluster/SocketRunner" import * as SqlMessageStorage from "effect/unstable/cluster/SqlMessageStorage" import * as SqlRunnerStorage from "effect/unstable/cluster/SqlRunnerStorage" import * as RpcSerialization from "effect/unstable/rpc/RpcSerialization" import type * as SocketServer from "effect/unstable/socket/SocketServer" import type { SqlClient } from "effect/unstable/sql/SqlClient" import * as NodeFileSystem from "./NodeFileSystem.ts" import * as NodeHttpClient from "./NodeHttpClient.ts" import * as Undici from "./Undici.ts" export { /** * Provides the cluster `RpcClientProtocol` using the shared socket client * implementation. * * @category re-exports * @since 4.0.0 */ layerClientProtocol, /** * Provides the socket server used by Node cluster runners through the shared * socket server implementation. * * @category re-exports * @since 4.0.0 */ layerSocketServer } /** * Builds the Node cluster socket sharding layer, configuring RPC * serialization, message storage, runner health checks, and optional * client-only mode. * * @category layers * @since 4.0.0 */ export const layer = < const ClientOnly extends boolean = false, const Storage extends "local" | "sql" | "byo" = never >( options?: { readonly serialization?: "msgpack" | "ndjson" | undefined readonly clientOnly?: ClientOnly | undefined readonly storage?: Storage | undefined readonly runnerHealth?: "ping" | "k8s" | undefined readonly runnerHealthK8s?: { readonly namespace?: string | undefined readonly labelSelector?: string | undefined } | undefined readonly shardingConfig?: Partial | undefined } ): ClientOnly extends true ? Layer.Layer< Sharding | Runners.Runners | ("byo" extends Storage ? never : MessageStorage.MessageStorage), ConfigError, "local" extends Storage ? never : "byo" extends Storage ? (MessageStorage.MessageStorage | RunnerStorage.RunnerStorage) : SqlClient > : Layer.Layer< Sharding | Runners.Runners | ("byo" extends Storage ? never : MessageStorage.MessageStorage), SocketServer.SocketServerError | ConfigError, "local" extends Storage ? never : "byo" extends Storage ? (MessageStorage.MessageStorage | RunnerStorage.RunnerStorage) : SqlClient > => { const layer: Layer.Layer = options?.clientOnly // client only ? Layer.provide(SocketRunner.layerClientOnly, layerClientProtocol) // with server : Layer.provide(SocketRunner.layer, [layerSocketServer, layerClientProtocol]) const runnerHealth: Layer.Layer = options?.clientOnly ? Layer.empty as any : options?.runnerHealth === "k8s" ? RunnerHealth.layerK8s(options.runnerHealthK8s).pipe( Layer.provide(layerK8sHttpClient) ) : RunnerHealth.layerPing.pipe( Layer.provide(Runners.layerRpc), Layer.provide(layerClientProtocol) ) return layer.pipe( Layer.provide(runnerHealth), Layer.provideMerge( options?.storage === "local" ? MessageStorage.layerNoop : options?.storage === "byo" ? Layer.empty : Layer.orDie(SqlMessageStorage.layer) ), Layer.provide( options?.storage === "local" ? RunnerStorage.layerMemory : options?.storage === "byo" ? Layer.empty : Layer.orDie(SqlRunnerStorage.layer) ), Layer.provide(ShardingConfig.layerFromEnv(options?.shardingConfig)), Layer.provide( options?.serialization === "ndjson" ? RpcSerialization.layerNdjson : RpcSerialization.layerMsgPack ) ) as any } /** * Provides an Undici dispatcher for Kubernetes API calls, using the service * account CA certificate when it is available and falling back to the default * dispatcher otherwise. * * @category layers * @since 4.0.0 */ export const layerDispatcherK8s: Layer.Layer = Layer.effect(NodeHttpClient.Dispatcher)( Effect.gen(function*() { const fs = yield* FileSystem.FileSystem const caCertOption = yield* fs.readFileString("/var/run/secrets/kubernetes.io/serviceaccount/ca.crt").pipe( Effect.option ) if (caCertOption._tag === "Some") { return yield* Effect.acquireRelease( Effect.sync(() => new Undici.Agent({ connect: { ca: caCertOption.value } }) ), (agent) => Effect.promise(() => agent.destroy()) ) } return yield* NodeHttpClient.makeDispatcher }) ).pipe( Layer.provide(NodeFileSystem.layer) ) /** * Provides a `K8sHttpClient` backed by the Undici HTTP client and the * Kubernetes-aware dispatcher. * * @category layers * @since 4.0.0 */ export const layerK8sHttpClient: Layer.Layer = K8sHttpClient.layer.pipe( Layer.provide(Layer.fresh(NodeHttpClient.layerUndiciNoDispatcher)), Layer.provide(layerDispatcherK8s), Layer.provide(NodeFileSystem.layer) )