Module OPTIMA.hardware_configs.TU_Dresden

Classes

class Barnard

Helper class that provides a standard way to create an ABC using inheritance.

Expand source code

class Barnard(SLURMCluster):
    cpus_per_node = 104
    gpus_per_node = 0
    mem_per_cpu = 4800
    threads_per_cpu_core = 2
    SMT_included_in_reservation = False
    ray_headnodes_path = "/projects/materie-09/OPTIMA/running_ray_headnodes/running_ray_headnodes.pickle"
    ray_temp_path = "/dev/shm/ray"

    def get_ports(self) -> dict[str, tuple[int, int]]:
        port_config = {
            "port": (6379, 1),
            "node_manager_port": (6700, 100),
            "object_manager_port": (6701, 100),
            "ray_client_server_port": (10001, 1000),
            "redis_shard_ports": (6702, 100),
            "min_worker_port": (10002, 1000),
            "max_worker_port": (10999, 1000),
        }
        return port_config

    def submit_job(self, job: "SLURMClusterJob", job_file_path: str, dry_run: bool = False) -> None:
        job.account = "materie-09"
        job.use_SMT = False
        super().submit_job(job, job_file_path, dry_run)

    def _execute_single_cmd(self, cmd: str, cpus: Optional[int] = None, node: Optional[str] = None) -> str:
        return super()._execute_single_cmd(cmd=cmd, cpus=cpus, node=node, overcommit=True)

    def _write_job_config(self, job: "SLURMClusterJob") -> str:
        config = "#!/usr/bin/env bash\n\n"
        config += super()._write_job_config(job)
        return config

Ancestors

• SLURMCluster
• Cluster
• abc.ABC

Class variables

var SMT_included_in_reservation

var cpus_per_node

var gpus_per_node

var mem_per_cpu

var ray_headnodes_path

var ray_temp_path

var threads_per_cpu_core

Inherited members

• SLURMCluster:
  • check_job_running
  • get_cpus_per_nodes
  • get_job_id
  • get_job_id_bash
  • get_job_nodes_list
  • get_job_nodes_list_bash
  • get_node_ip_bash
  • get_ports
  • start_ray_node
  • submit_job

class Capella

Helper class that provides a standard way to create an ABC using inheritance.

Expand source code

class Capella(SLURMCluster):
    cpus_per_node = 56
    gpus_per_node = 4
    mem_per_cpu = 13400
    threads_per_cpu_core = 1
    SMT_included_in_reservation = False
    ray_headnodes_path = "/projects/materie-09/OPTIMA/running_ray_headnodes_capella/running_ray_headnodes.pickle"
    ray_temp_path = "/tmp/ray"

    def get_ports(self) -> dict[str, tuple[int, int]]:
        port_config = {
            "port": (6379, 1),
            "node_manager_port": (6700, 100),
            "object_manager_port": (6701, 100),
            "ray_client_server_port": (10001, 1000),
            "redis_shard_ports": (6702, 100),
            "min_worker_port": (10002, 1000),
            "max_worker_port": (10999, 1000),
        }
        return port_config

    def submit_job(self, job: "SLURMClusterJob", job_file_path: str, dry_run: bool = False) -> None:
        job.account = "materie-09"
        job.partition = "capella"
        job.use_SMT = False
        super().submit_job(job, job_file_path, dry_run)

    def _execute_single_cmd(self, cmd: str, cpus: Optional[int] = None, node: Optional[str] = None) -> str:
        return super()._execute_single_cmd(cmd=cmd, cpus=cpus, node=node, overcommit=True)

    def _write_job_config(self, job: "SLURMClusterJob") -> str:
        config = "#!/usr/bin/env bash\n\n"
        config += super()._write_job_config(job)
        return config

Ancestors

• SLURMCluster
• Cluster
• abc.ABC

Class variables

var SMT_included_in_reservation

var cpus_per_node

var gpus_per_node

var mem_per_cpu

var ray_headnodes_path

var ray_temp_path

var threads_per_cpu_core

Inherited members

• SLURMCluster:
  • check_job_running
  • get_cpus_per_nodes
  • get_job_id
  • get_job_id_bash
  • get_job_nodes_list
  • get_job_nodes_list_bash
  • get_node_ip_bash
  • get_ports
  • start_ray_node
  • submit_job

class CapellaSharded

Helper class that provides a standard way to create an ABC using inheritance.

Expand source code

class CapellaSharded(SLURMCluster):
    cpus_per_node = 56
    gpus_per_node = 4*7  # MIG is configured to a 1/7 sharding
    mem_per_cpu = 12000
    threads_per_cpu_core = 1
    SMT_included_in_reservation = False
    ray_headnodes_path = "/projects/materie-09/OPTIMA/running_ray_headnodes_capella/running_ray_headnodes.pickle"
    ray_temp_path = "/tmp/ray"

    def get_ports(self) -> dict[str, tuple[int, int]]:
        port_config = {
            "port": (6379, 1),
            "node_manager_port": (6700, 100),
            "object_manager_port": (6701, 100),
            "ray_client_server_port": (10001, 1000),
            "redis_shard_ports": (6702, 100),
            "min_worker_port": (10002, 1000),
            "max_worker_port": (10999, 1000),
        }
        return port_config

    def submit_job(self, job: "SLURMClusterJob", job_file_path: str, dry_run: bool = False) -> None:
        job.account = "materie-09"
        job.partition = "capella-interactive"
        job.use_SMT = False
        super().submit_job(job, job_file_path, dry_run)

    def _execute_single_cmd(self, cmd: str, cpus: Optional[int] = None, node: Optional[str] = None) -> str:
        return super()._execute_single_cmd(cmd=cmd, cpus=cpus, node=node, overcommit=True)

    def _write_job_config(self, job: "SLURMClusterJob") -> str:
        config = "#!/usr/bin/env bash\n\n"
        config += super()._write_job_config(job)
        return config

Ancestors

• SLURMCluster
• Cluster
• abc.ABC

Class variables

var SMT_included_in_reservation

var cpus_per_node

var gpus_per_node

var mem_per_cpu

var ray_headnodes_path

var ray_temp_path

var threads_per_cpu_core

Inherited members

• SLURMCluster:
  • check_job_running
  • get_cpus_per_nodes
  • get_job_id
  • get_job_id_bash
  • get_job_nodes_list
  • get_job_nodes_list_bash
  • get_node_ip_bash
  • get_ports
  • start_ray_node
  • submit_job

class Romeo

Helper class that provides a standard way to create an ABC using inheritance.

Expand source code

class Romeo(SLURMCluster):
    cpus_per_node = 128
    gpus_per_node = 0
    mem_per_cpu = 1972
    threads_per_cpu_core = 2
    SMT_included_in_reservation = False
    ray_headnodes_path = "/projects/materie-09/OPTIMA/running_ray_headnodes_romeo/running_ray_headnodes.pickle"
    ray_temp_path = "/tmp/ray"  # default

    def get_ports(self) -> dict[str, tuple[int, int]]:
        port_config = {
            "port": (6379, 1),
            "node_manager_port": (6700, 100),
            "object_manager_port": (6701, 100),
            "ray_client_server_port": (10001, 1000),
            "redis_shard_ports": (6702, 100),
            "min_worker_port": (10002, 1000),
            "max_worker_port": (10999, 1000),
        }
        return port_config

    def submit_job(self, job: "SLURMClusterJob", job_file_path: str, dry_run: bool = False) -> None:
        job.partition = "romeo"
        job.account = "materie-09"
        job.use_SMT = False
        super().submit_job(job, job_file_path, dry_run)

    def _execute_single_cmd(self, cmd: str, cpus: Optional[int] = None, node: Optional[str] = None) -> str:
        return super()._execute_single_cmd(cmd=cmd, cpus=cpus, node=node, overcommit=True)

    def _write_job_config(self, job: "SLURMClusterJob") -> str:
        config = "#!/usr/bin/env bash\n\n"
        config += super()._write_job_config(job)
        return config

Ancestors

• SLURMCluster
• Cluster
• abc.ABC

Class variables

var SMT_included_in_reservation

var cpus_per_node

var gpus_per_node

var mem_per_cpu

var ray_headnodes_path

var ray_temp_path

var threads_per_cpu_core

Inherited members

• SLURMCluster:
  • check_job_running
  • get_cpus_per_nodes
  • get_job_id
  • get_job_id_bash
  • get_job_nodes_list
  • get_job_nodes_list_bash
  • get_node_ip_bash
  • get_ports
  • start_ray_node
  • submit_job