feat(rpc): init

.gitignore

@@ -51,3 +51,5 @@ package.tgz
 .idea
 *.iml
 .vscode
+
+.data

.pnp-ts.loader.mjs

@@ -0,0 +1,39 @@
+import { dirname, join, extname } from 'node:path'
+import { fileURLToPath } from 'node:url'
+import { existsSync } from 'node:fs'
+
+const mapping = new Map([
+  ['.js', ['.js', '.ts', '.tsx', '.jsx']],
+  ['.cjs', ['.cjs', '.cts']],
+  ['.mjs', ['.mjs', '.mts']],
+  ['.jsx', ['.jsx', '.tsx']],
+])
+
+export const resolve = (specifier, context, next) => {
+  if (!specifier.startsWith('.')) {
+    return next(specifier, context)
+  }
+
+  const { parentURL } = context
+  if (!parentURL || !parentURL.startsWith('file:')) {
+    return next(specifier, context)
+  }
+
+  const specifiedExtension = extname(specifier)
+  const sourceExtensions = mapping.get(specifiedExtension)
+  if (!sourceExtensions) {
+    return next(specifier, context)
+  }
+
+  const location = dirname(fileURLToPath(parentURL))
+  const required = specifier.slice(0, -specifiedExtension.length)
+  const path = join(location, required)
+
+  for (const sourceExtension of sourceExtensions) {
+    if (existsSync(path + sourceExtension)) {
+      return next(required + sourceExtension, context)
+    }
+  }
+
+  return next(specifier, context)
+}

.yarnrc.yml

@@ -13,12 +13,6 @@ preferReuse: true
 yarnPath: .yarn/releases/yarn-remote.mjs
 
 packageExtensions:
-  '@atls/nestjs-grpc-http-proxy@*':
-    dependencies:
-      express: '*'
-  '@atls/nestjs-grpc-reflection@*':
-    dependencies:
-      long: '*'
   '@atls/nestjs-gateway@*':
     peerDependencies:
       ws: '*'
@@ -42,15 +36,12 @@ packageExtensions:
     dependencies:
       '@fastify/static': '*'
       '@fastify/view': '*'
-  '@graphql-tools/graphql-tag-pluck@*':
-    dependencies:
-      '@vue/compiler-sfc': '3.3.8'
-      svelte2tsx: '0.7.5'
-      svelte: '4.2.12'
   '@mikro-orm/knex@*':
     dependencies:
       'mariadb': '*'
       'libsql': '*'
+      '@mikro-orm/entity-generator': '*'
+      '@mikro-orm/migrations': '*'
   'knex@*':
     dependencies:
       'pg': '8.12.0'

docker-compose.yaml

@@ -1,11 +1,21 @@
-version: '3.8'
+volumes:
+  yarn:
 
 services:
+  yarn:
+    image: node:22
+    working_dir: /workspace
+    volumes:
+      - yarn:/.yarn/berry
+      - ./:/workspace
+    entrypoint: yarn
+
   db:
     image: bitnami/postgresql
     environment:
       - POSTGRESQL_PASSWORD=password
       - POSTGRESQL_DATABASE=db
+      - POSTGRESQL_USER=postgres
     ports:
       - 5432:5432
 
@@ -28,7 +38,72 @@ services:
       KAFKA_BROKER_ID: 1
       KAFKA_ZOOKEEPER_CONNECT: 'zookeeper:2181'
       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_INTERNAL:PLAINTEXT
-      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://localhost:9092,PLAINTEXT_INTERNAL://broker:29092
+      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092,PLAINTEXT_INTERNAL://broker:29092
       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
       KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
       KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
+
+  files:
+    image: node:22
+    working_dir: /workspace
+    entrypoint: bash -c "yarn workspace @files/service-entrypoint prepack && yarn workspace @files/service-entrypoint start"
+    volumes:
+      - yarn:/.yarn/berry
+      - ./:/workspace
+      - .config/dev/fake-google-credentials.json:/workspace/fixtures/fake-google-credentials.json
+    environment:
+      - KAFKA_BROKERS=kafka:9092
+
+      # - FILES_STORAGE_PROVIDER=gcs
+      # - GCS_API_ENDPOINT=http://gcs:4443
+      # - GCS_KEY_FILENAME=fixtures/fake-google-credentials.json
+
+      - FILES_STORAGE_PROVIDER=s3
+      - S3_ENDPOINT=http://minio:9000
+      - S3_LOCALHOST_ENDPOINT=http://localhost:9000
+      - S3_REGION=eu-central-1
+      - AWS_ACCESS_KEY_ID=accesskey
+      - AWS_SECRET_ACCESS_KEY=secretkey
+
+      - DB_HOST=db
+      - DB_DATABASE=files_core
+      - DB_PASSWORD=password
+      - DB_USERNAME=postgres
+
+      - FILES_BUCKETS_PUBLIC_BUCKET=public
+      - FILES_BUCKETS_PUBLIC_TYPE=public
+      - FILES_BUCKETS_PUBLIC_CONDITIONS_TYPE=image/*
+      - FILES_BUCKETS_PUBLIC_CONDITIONS_SIZE_MIN=1
+      - FILES_BUCKETS_PUBLIC_CONDITIONS_SIZE_MAX=5242880
+
+  gcs:
+    image: fsouza/fake-gcs-server
+    command: -scheme http -external-url http://localhost:4443
+    volumes:
+      - .data/gcs:/storage
+    ports:
+      - 4443:4443
+
+  minio:
+    image: minio/minio
+    command: server /data --console-address ":9001"
+    volumes:
+      - .data/s3:/data
+    ports:
+      - 9000:9000
+      - 9001:9001
+    environment:
+      - MINIO_ROOT_USER=accesskey
+      - MINIO_ROOT_PASSWORD=secretkey
+
+  gateway:
+    image: node:22
+    working_dir: /workspace
+    volumes:
+      - yarn:/.yarn/berry
+      - ./:/workspace
+    entrypoint: yarn workspace @gateway/public-gateway-entrypoint dev
+    environment:
+      - FILES_SERVICE_URL=files:50051
+    ports:
+      - '3000:3000'

files/rpc/files-rpc-client-module/CHANGELOG.md

@@ -9,16 +9,11 @@
 
 ## 0.0.1 (2025-03-17)
 
-
 ### Bug Fixes
 
-
-* **files-rpc:** type errors and format files ([6d907ba](https://github.com/atls/services/commit/6d907ba87b02fb0fbf08fe04ed0b903ee744038e))
+- **files-rpc:** type errors and format files ([6d907ba](https://github.com/atls/services/commit/6d907ba87b02fb0fbf08fe04ed0b903ee744038e))
 
 ### Features
 
-
-* finalize ([3292746](https://github.com/atls/services/commit/32927464bf761fdc1f7cbc61b106def6fc18a542))
-* **rpc:** init ([fc839cc](https://github.com/atls/services/commit/fc839cc7635215d76153efb53ba747936cffbd4f))
-
-
+- finalize ([3292746](https://github.com/atls/services/commit/32927464bf761fdc1f7cbc61b106def6fc18a542))
+- **rpc:** init ([fc839cc](https://github.com/atls/services/commit/fc839cc7635215d76153efb53ba747936cffbd4f))

files/rpc/files-rpc-client/CHANGELOG.md

@@ -9,16 +9,11 @@
 
 # 0.0.0 (2025-03-17)
 
-
 ### Bug Fixes
 
-
-* **files-rpc:** type errors and format files ([6d907ba](https://github.com/atls/services/commit/6d907ba87b02fb0fbf08fe04ed0b903ee744038e))
+- **files-rpc:** type errors and format files ([6d907ba](https://github.com/atls/services/commit/6d907ba87b02fb0fbf08fe04ed0b903ee744038e))
 
 ### Features
 
-
-* finalize ([3292746](https://github.com/atls/services/commit/32927464bf761fdc1f7cbc61b106def6fc18a542))
-* **rpc:** init ([fc839cc](https://github.com/atls/services/commit/fc839cc7635215d76153efb53ba747936cffbd4f))
-
-
+- finalize ([3292746](https://github.com/atls/services/commit/32927464bf761fdc1f7cbc61b106def6fc18a542))
+- **rpc:** init ([fc839cc](https://github.com/atls/services/commit/fc839cc7635215d76153efb53ba747936cffbd4f))

files/rpc/files-rpc/CHANGELOG.md

@@ -9,17 +9,12 @@
 
 # 0.0.0 (2025-03-17)
 
-
 ### Bug Fixes
 
-
-* **files-rpc:** type errors and format files ([6d907ba](https://github.com/atls/services/commit/6d907ba87b02fb0fbf08fe04ed0b903ee744038e))
+- **files-rpc:** type errors and format files ([6d907ba](https://github.com/atls/services/commit/6d907ba87b02fb0fbf08fe04ed0b903ee744038e))
 
 ### Features
 
-
-* finalize ([3292746](https://github.com/atls/services/commit/32927464bf761fdc1f7cbc61b106def6fc18a542))
-* **rpc:** init ([fc839cc](https://github.com/atls/services/commit/fc839cc7635215d76153efb53ba747936cffbd4f))
-* **rpc:** upgrade v2 buf ([53b33fb](https://github.com/atls/services/commit/53b33fb1caf591b1bd0d6476fa25af13c83549db))
-
-
+- finalize ([3292746](https://github.com/atls/services/commit/32927464bf761fdc1f7cbc61b106def6fc18a542))
+- **rpc:** init ([fc839cc](https://github.com/atls/services/commit/fc839cc7635215d76153efb53ba747936cffbd4f))
+- **rpc:** upgrade v2 buf ([53b33fb](https://github.com/atls/services/commit/53b33fb1caf591b1bd0d6476fa25af13c83549db))

files/rpc/files-rpc/buf.gen.yaml

@@ -1,15 +1,15 @@
 version: v2
 
 plugins:
-  - local: es
+  - local: protoc-gen-connect-es
     opt: target=ts
     out: src/gen/connect
-  - local: connect-es
+  - local: protoc-gen-es
     opt: target=ts
     out: src/gen/connect
-  - local: abstractions
+  - local: protoc-gen-abstractions
     opt: target=ts
     out: src/gen/abstractions
-  - local: interfaces
+  - local: protoc-gen-interfaces
     opt: target=ts
     out: src/gen/interfaces

files/rpc/files-rpc/buf.yaml

@@ -1,5 +1,8 @@
 version: v2
 
+deps:
+  - buf.build/atls/queries
+
 lint:
   use:
     - DEFAULT

files/rpc/files-rpc/package.json

@@ -15,7 +15,7 @@
     "dist"
   ],
   "scripts": {
-    "buf:generate": "buf generate proto --include-imports",
+    "buf:generate": "buf generate",
     "buf:lint": "buf lint proto",
     "buf:update": "buf mod update proto",
     "build": "yarn library build",
@@ -28,7 +28,8 @@
     "@bufbuild/buf": "1.50.1",
     "@bufbuild/protobuf": "1.10.0",
     "@bufbuild/protoc-gen-es": "1.10.0",
-    "@connectrpc/protoc-gen-connect-es": "1.6.1"
+    "@connectrpc/protoc-gen-connect-es": "1.6.1",
+    "@types/node": "22.13.10"
   },
   "peerDependencies": {
     "@bufbuild/protobuf": "^1"

files/rpc/files-rpc/src/files.path.ts

@@ -0,0 +1,10 @@
+import * as path from 'node:path'
+
+const dirname = path.dirname(new URL(import.meta.url).pathname)
+
+export const filesServicePath = path.join(
+  dirname,
+  '../tech/atls/files_engine/v1alpha1/files.service.proto'
+)
+
+export const includeDirs = [dirname, path.join(dirname, '..')]

files/rpc/files-rpc/src/index.ts

@@ -0,0 +1 @@
+export * from './files.path.js'