clj-sqs-extended

This library is a clojure wrapper for the Amazon SQS Extended Client Library for Java.

Example

Spin up some services via Docker on your localhost to try the following:

$ make devel

(require '[clojure.tools.logging :as log]
         '[clj-sqs-extended.aws.s3 :as s3]
         '[clj-sqs-extended.core :as sqs-ext])

(import '[java.util.concurrent CountDownLatch])


(def sqs-ext-config
 {:access-key     "default"
  :secret-key     "default"
  :s3-endpoint    "http://localhost:4566"
  :s3-bucket-name "example-bucket"
  :sqs-endpoint   "http://localhost:4566"
  :region         "us-east-2"})

(def s3-client (s3/s3-client sqs-ext-config))

(s3/create-bucket! s3-client (:s3-bucket-name sqs-ext-config))

(def example-queue-url
  (sqs-ext/create-standard-queue! sqs-ext-config "example-queue"))

(defn random-string-with-length
  [length]
  (->> (repeatedly #(char (+ 32 (rand 94))))
       (take length)
       (apply str)))

(defn random-message-larger-than-256kb
  []
  {:id      (rand-int 65535)
   :payload (random-string-with-length 300000)})

(defn dispatch-action-service
  ([message]
   (log/infof "I got '%s'..."
              (subs (:payload message) 0 32)))
  ([message done-fn]
   (log/infof "I got '%s'..."
              (subs (:payload message) 0 32))
   (done-fn)))

(defn start-action-service-queue-listener
  []
  (sqs-ext/handle-queue sqs-ext-config
                        {:queue-url                 example-queue-url
                         :number-of-handler-threads 1}
                        dispatch-action-service))

(defn start-queue-listeners
  []
  (let [stop-fns [(start-action-service-queue-listener)]]
    (fn []
      (doseq [f stop-fns]
        (f)))))

(defn start-worker
  []
  (let [sigterm (CountDownLatch. 1)]
    (log/info "Starting queue workers ...")
    (let [stop-listeners (start-queue-listeners)]
      (.await sigterm)
      (stop-listeners))))

(defn run-example
  []
  ;; Start processing all received messages ...
  (future (start-worker))

  ;; Send a large test message that requires S3 usage to store its payload ...
  (log/infof "Sent message with ID '%s'."
             (sqs-ext/send-message sqs-ext-config
                                   example-queue-url
                                   (random-message-larger-than-256kb))))

Development

Requirements

• circleci-cli-tool

Testing

Tests are run inside a CircleCI Docker container on localhost.

$ make test