burningswell.worker.weather.datasets — burningswell/worker 0.2.4

-main clj

(-main & args)

build-topology clj

(build-topology {:keys [db config storage] :as app} builder)

Build the Kafka Streams topology.

center-dataset! clj

(center-dataset! {:keys [filename] :as dataset})

Center the dataset.

cleanup-dataset! clj

(cleanup-dataset! db {:keys [raster-table] :as dataset})

Cleanup the dataset into db

cleanup-files clj

(cleanup-files dataset)

Returns the cleanup files from dataset.

cli-config clj

(cli-config env)

client clj

(client {:keys [db producer] :as config})

Returns a client for the weather dataset worker.

config clj

(config & [opts])

Returns the configuration for the app.

convert-dataset-to-geotif! clj

(convert-dataset-to-geotif! {:keys [filename] :as dataset})

Download the dataset and it's dependencies from dataset.

convert-dataset-to-sql! clj

(convert-dataset-to-sql! db {:keys [filename] :as dataset})

Download the dataset and it's dependencies from dataset.

create-dataset-partition! clj

(create-dataset-partition! db {:keys [valid-time] :as dataset})

Create the raster partition table for the dataset in db.

dataset-complete! clj

(dataset-complete! db {:keys [datasource model variable] :as dataset})

Save the meta data of dataset to db.

dataset-file clj

(dataset-file {:keys [directory datasource variable model valid-time]
               :as dataset}
              extension)

Return the file of the dataset with the given extension.

dataset-table-keys clj

delete-dataset! clj

(delete-dataset! db
                 {:keys [model variable valid-time partition-table]
                  :as dataset})

Delete the older data for the dataset.

download-dataset! clj

(download-dataset! {:keys [valid-time] :as dataset})

Download the dataset and it's dependencies from dataset.

import-dataset! clj

(import-dataset! db {:keys [sql-file raster-table] :as dataset})

Download the dataset and it's dependencies from dataset.

insert-dataset! clj

(insert-dataset! db
                 {:keys [datasource model raster-table valid-time variable
                         partition-table]
                  :as dataset})

load-dataset clj

(load-dataset db {:keys [directory] :as dataset})

Load the dataset and it's dependencies from db.

raster-table clj

(raster-table {:keys [variable model valid-time] :as dataset})

Returns the temporary raster table for dataset.

read-gdal-info! clj

(read-gdal-info! {:keys [filename] :as dataset})

Read the GDAL info of dataset and add it to :gdal-info.

reproject-dataset! clj

(reproject-dataset! {:keys [filename] :as dataset})

Project dataset into the Mercator projection.

run clj

(run {:keys [db producer] :as system} & args)

Run the client of the weather dataset worker.

save-dataset-to-db! clj

(save-dataset-to-db! db dataset)

Save the dataset to db.

save-dataset-to-storage! clj

(save-dataset-to-storage! storage
                          {:keys [model variable valid-time] :as dataset})

Save the dataset to storage.

set-no-data-value! clj

(set-no-data-value! {:keys [filename gdal-info] :as dataset})

Set the no-data value of dataset to the computed minimum from GDAL info.

update-dataset! clj

(update-dataset! {:keys [db storage]} dataset)

Download the dataset, convert and center it, and finally load it into the db.

worker clj

(worker & [opts])

Returns a new weather model worker.