Init Swamp

packages/swamp/.gitignore

@@ -0,0 +1,3 @@
+node_modules/
+dist/
+data/

packages/swamp/example/Dockerfile

@@ -0,0 +1,22 @@
+FROM node:18
+
+WORKDIR /app
+
+ENV PORT=80
+
+COPY package*.json ./
+
+RUN npm install && npm install typescript -g
+
+COPY src ./src
+COPY tsconfig.json ./
+
+# this must go after install or else dev deps will be ignored
+ENV NODE_ENV=production
+
+RUN npm run build
+
+# Expose the port the app runs on
+EXPOSE 80
+
+CMD ["node", "dist/index.js"]

packages/swamp/example/package.json

@@ -0,0 +1,21 @@
+{
+  "name": "swamp-example",
+  "version": "1.0.0",
+  "main": "src/index.ts",
+  "scripts": {
+    "build": "tsc",
+    "HACK-comment": "TZ=UTC is necessary because SQLite will not respect system timezone",
+    "dev": "TZ=UTC nodemon src/index.ts"
+  },
+  "author": "Infinite Canvas Inc.",
+  "license": "MIT",
+  "dependencies": {
+    "@canvas-sdk/swamp": "0.1.0",
+    "axios": "^1.7.3",
+    "neverthrow": "^7.0.0",
+    "zod": "^3.23.8"
+  },
+  "devDependencies": {
+    "nodemon": "^3.1.4"
+  }
+}

packages/swamp/example/src/index.ts

@@ -0,0 +1,19 @@
+import {
+  Swamp,
+  InMemoryDuckDb,
+  EnvVarSecretStore,
+  runPostgres,
+  SQLiteStore,
+} from "@canvas-sdk/swamp";
+
+export function syncPostgres(): Swamp {
+  const metaStore = new EnvVarSecretStore();
+  const store = new SQLiteStore("local.db");
+  const sqlEngine = new InMemoryDuckDb(store);
+  const swamp = new Swamp(store, metaStore, sqlEngine);
+  swamp.initialize();
+  swamp.addLoader(runPostgres, "postgres").withCadence(60 * 60);
+  return swamp;
+}
+
+syncPostgres();

packages/swamp/example/tsconfig.json

@@ -0,0 +1,14 @@
+{
+  "compilerOptions": {
+    "outDir": "dist",
+    "sourceMap": true,
+    "target": "esnext",
+    "module": "commonjs",
+    "esModuleInterop": true,
+    "forceConsistentCasingInFileNames": true,
+    "noImplicitAny": true,
+    "strict": true,
+    "skipLibCheck": true,
+    "moduleResolution": "node"
+  }
+}

packages/swamp/index.ts

@@ -0,0 +1,16 @@
+export { Swamp } from "./src/core/core";
+export {
+  LoaderResponse,
+  LoaderSecrets,
+  LoaderInserts,
+  Inserts,
+} from "./src/core/types";
+export { DuckDbEngine as InMemoryDuckDb } from "./src/query/query";
+export {
+  EnvVarSecretStore,
+  YamlFileSecretStore,
+} from "./src/secrets/secret.store";
+export { SQLiteStore, S3SQLiteStore } from "./src/store/sqlite.store";
+export { runPostgres } from "./src/connectors/postgres";
+export { SwampBuilder } from "./src/core/core";
+export { TransformSQL, TransformSQLResult } from "./src/core/types";