onyx.scheduling.common-job-scheduler — org.onyxplatform/onyx 0.14.3

actual-usage clj

(actual-usage replica jobs)

add-allocation-versions clj

(add-allocation-versions new old)

Adds version numbers to jobs whenever an allocation changes for that job. This gives a measure of validity of messages and barriers that transit through the system.

add-messaging-short-ids clj

(add-messaging-short-ids replica)

Converts long form messaging identifies into short int identifiers, for quick comparison and reduced message size.

anti-jitter-constraints clj

(anti-jitter-constraints replica
                         jobs
                         task-seq
                         peer->vm
                         task->node
                         planned-capacities)

Reduces the amount of 'jitter' - that is unnecessary movement from a peer between tasks. If the actual capacity is greater than or equal to the planned capacity, we shouldn't reallocate the peers. BtrPlace has a Fence constraint that lets us express just that.

assign-coordinators clj

(assign-coordinators {:keys [coordinators allocations] :as replica})

assign-task-resources clj

(assign-task-resources new-replica original-replica peer->task)

assign-task-slot-ids clj

(assign-task-slot-ids new-replica original peer->task)

btr-place-scheduling clj

(btr-place-scheduling replica jobs job-utilization capacities)

build-current-model clj

(build-current-model replica mapping task->node peer->vm)

build-job-and-task->node clj

(build-job-and-task->node model task-seq)

build-node->task clj

(build-node->task task->node)

build-peer->task clj

(build-peer->task result-model peer->vm node->task)

build-peer->vm clj

(build-peer->vm replica model)

calculate-capacity clj

(calculate-capacity replica task-capacities task->node [job-id task-id :as id])

capacity-constraints clj

(capacity-constraints replica
                      job-utilization
                      task-seq
                      task->node
                      planned-capacities)

change-peer-allocations clj

(change-peer-allocations replica peer->task)

claim-spare-peers clj multimethod

constrainted-tasks-for-peer clj

(constrainted-tasks-for-peer replica jobs peer-tags)

deallocate-starved-jobs clj

(deallocate-starved-jobs replica)

Strips out allocations from jobs that no longer meet the minimum number of peers. This can happen if a peer leaves from a running job.

full-allocation? clj

(full-allocation? replica utilization planned-capacities)

grouped-task? clj

(grouped-task? replica job-id task-id)

grouping-task-constraints clj

(grouping-task-constraints replica task-seq task->node peer->vm)

input-task? clj

(input-task? replica job-id task-id)

job->planned-task-capacity clj

(job->planned-task-capacity replica jobs-ids utilization)

job-claim-peers clj

(job-claim-peers replica job-offers)

job-coverable? clj

(job-coverable? replica job n)

job-lower-bound clj

(job-lower-bound replica job)

job-offer-n-peers clj multimethod

job-upper-bound clj

(job-upper-bound replica job)

messaging-long-form clj

(messaging-long-form {:keys [allocations in->out] :as replica})

n-no-op-tasks clj

(n-no-op-tasks replica capacities task-seq)

n-qualified-peers clj

(n-qualified-peers replica peers job)

no-tagged-peers-constraints clj

(no-tagged-peers-constraints replica peers peer->vm task->node jobs no-op-node)

peer-running-constraints clj

(peer-running-constraints peer->vm)

reallocate-peers clj

(reallocate-peers replica)

reconfigure-cluster-workload clj

(reconfigure-cluster-workload new old)

remove-job clj

(remove-job replica job)

slot-ids clj

(slot-ids replica job-id task-id)

src-peers clj

(src-peers {:keys [allocations in->out input-tasks] :as replica} job task)

task-tagged-constraints clj

(task-tagged-constraints replica peers peer->vm task->node jobs no-op-node)

to-node-array clj

(to-node-array nodes)

unassign-task-slot-ids clj

(unassign-task-slot-ids new-replica original-replica peer->task)

unconstrained-tasks clj

(unconstrained-tasks replica jobs)

unrolled-tasks clj

(unrolled-tasks replica task-utilization)

update-peer-site clj

(update-peer-site replica job-id task-id peer-id)

update-slot-id-for-peer clj

(update-slot-id-for-peer replica job-id task-id peer-id)