12 lines
391 B
Python
12 lines
391 B
Python
import os
|
|
|
|
from gunicorn.arbiter import Arbiter
|
|
from gunicorn.workers.base import Worker
|
|
|
|
device_ids = os.environ.get("MACHINE_LEARNING_DEVICE_IDS", "0").replace(" ", "").split(",")
|
|
env = os.environ
|
|
|
|
|
|
# Round-robin device assignment for each worker
|
|
def pre_fork(arbiter: Arbiter, _: Worker) -> None:
|
|
env["MACHINE_LEARNING_DEVICE_ID"] = device_ids[len(arbiter.WORKERS) % len(device_ids)]
|