Message Queue
To use this module locally in dev/testing it's probably easiest to use a SQS compatible server that can run in docker, like Localstack
Simple docker-compose.yml might look something like
services:
localstack:
image: localstack/localstack
networks:
- local
ports:
- 4566:4566
environment:
- SERVICES=sqs
networks:
local:
Import the queue module in your nest module
import { QueueModule } from '@island.is/message-queue'
// Register the queue in your nest module.
// Note you can call QueueModule.register multiple times with different names
// if you need mulitple queues
@Module({
imports: [
QueueModule.register({
queue: {
// identifier for using the queue
name: 'name-of-queue',
// name of queue in AWS
queueName: process.env.QUEUE_NAME,
// you probably want a dead-letter queue
// leave options empty for default settings
deadLetterQueue: {},
},
client: {
// endpoint should be 'http://localhost:4566' for localstack but can be left undefined in production
endpoint: process.env.SQS_ENDPOINT,
region: 'eu-west-1',
credentials: {
// both keys can be set to 'testing' for use with localstack
accessKeyId: process.env.SQS_ACCESS_KEY,
secretAccessKey: process.env.SQS_SECRET_ACCESS_KEY,
},
},
}),
],
})
export class MyModule {}
Push messages to the queue
import { InjectQueue, QueueService } from '@island.is/message-queue'
import { SomeMessageType } from './types'
@Injectable()
export class SomeService {
constructor(@InjectQueue('name-of-queue') private queue: QueueService) {}
async addToQueue() {
// msg can be any json-serializable object
const msg: SomeMessageType = { some: 'data' }
const uuid = await this.queue.add(msg)
// Up to you if or what you use the uuid for
}
}
Consume messages from the queue
import { InjectWorker, WorkerService } from '@island.is/message-queue'
import { SomeMessageType } from './types'
@Injectable()
export class SomeWorkerService {
constructor(@InjectWorker('name-of-queue') private worker: WorkerService) {}
async run() {
await this.worker.run(async (message: SomeMessageType) => {
console.log('Yay, got message', message)
})
}
}
Run the worker from your application main.ts
const worker = async () => {
const app = await NestFactory.createApplicationContext(AppModule)
app.enableShutdownHooks()
await app.get(SomeWorkerService).run()
}
// might need some check here if we should run the worker or the main application/webserver
worker()
sequenceDiagram
autonumber
Institution->>Advania:adds new message in mailbox
Advania->>User-Notification-Service:xroad:sends message notification
User-Notification-Service->>AWS SQS:adds processed notification to queue
loop
User-Notification-Worker->>AWS SQS:requests 10 notifications
AWS SQS->>User-Notification-Worker:responds with 0-10 notifications
end
loop if worker throws an unexpected error, it will try 2 more times with 10 minute interval
User-Notification-Worker->>User-Profile-Service:requests notification settings
User-Profile-Service->>User-Notification-Worker:returns user settings and tokens
end
User-Notification-Worker->>Firebase Cloud Messaging: sends notification
Firebase Cloud Messaging->>island.is app:sends notification
Last modified 10mo ago