Skip to content

use local system.py for ICS #59

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
slabasan merged 1 commit into from
Jul 2, 2026
Merged

use local system.py for ICS #59

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions 2026-ICS/docker/Dockerfile.spawn
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -95,6 +95,8 @@ COPY ./tutorial-code/treescape-media/datasets/newdemo/test ${HOME}/treescape-med
COPY ./tutorial-code/treescape-media/examples/NightlyTestDemo_local.ipynb ${HOME}/treescape-media/examples/NightlyTestDemo_local.ipynb
COPY ./tutorial-code/treescape-media/LICENSE ${HOME}/treescape-media

COPY tutorial-code/system-description/aws-tutorial ${HOME}/benchpark/systems/aws-tutorial

RUN chown -R jovyan ${HOME}
# RUN chmod -R 777 ~/ ${HOME}

Expand Down
217 changes: 217 additions & 0 deletions 2026-ICS/tutorial-code/system-description/aws-tutorial/system.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,217 @@
# Copyright 2023 Lawrence Livermore National Security, LLC and other
# Benchpark Project Developers. See the top-level COPYRIGHT file for details.
#
# SPDX-License-Identifier: Apache-2.0


from benchpark.directives import maintainers, variant
from benchpark.openmpsystem import OpenMPCPUOnlySystem
from benchpark.paths import hardware_descriptions
from benchpark.system import System, compiler_def, compiler_section_for


class AwsTutorial(System):
# Taken from https://aws.amazon.com/ec2/instance-types/
# With boto3, we could determine this dynamically vs. storing a static table

maintainers("stephanielam3211")

id_to_resources = {
"c7i.48xlarge": {
"cpu_arch": "sapphirerapids",
"sys_cores_per_node": 192,
"sys_mem_per_node_GB": 384,
},
"c7i.metal-48xl": {
"cpu_arch": "sapphirerapids",
"sys_cores_per_node": 192,
"sys_mem_per_node_GB": 384,
},
"c7i.24xlarge": {
"cpu_arch": "sapphirerapids",
"sys_cores_per_node": 96,
"sys_mem_per_node_GB": 192,
},
"c7i.metal-24xl": {
"cpu_arch": "sapphirerapids",
"sys_cores_per_node": 96,
"sys_mem_per_node_GB": 192,
},
"c7i.12xlarge": {
"cpu_arch": "sapphirerapids",
"sys_cores_per_node": 48,
"sys_mem_per_node_GB": 96,
},
}

variant(
"instance_type",
values=(
"c7i.48xlarge",
"c7i.metal-48xl",
"c7i.24xlarge",
"c7i.metal-24xl",
"c7i.12xlarge",
),
default="c7i.24xlarge",
description="AWS instance type",
)

def __init__(self, spec):
super().__init__(spec)

# Common attributes across instances
self.programming_models = [OpenMPCPUOnlySystem()]
self.system_site = "aws"
self.scheduler = "flux"
self.hardware_key = (
str(hardware_descriptions)
+ "/AWS_Tutorial-sapphirerapids-EFA/hardware_description.yaml"
)

attrs = self.id_to_resources.get(self.spec.variants["instance_type"][0])
for k, v in attrs.items():
setattr(self, k, v)

def compute_packages_section(self):
return {
"packages": {
"tar": {
"externals": [{"spec": "tar@1.34", "prefix": "/usr"}],
"buildable": False,
},
"gmake": {"externals": [{"spec": "gmake@4.3", "prefix": "/usr"}]},
"blas": {"buildable": False},
"lapack": {"buildable": False},
"atlas": {
"externals": [{"spec": "atlas@3.10.3", "prefix": "/usr"}],
},
"mpi": {"buildable": False},
"openmpi": {
"externals": [
{
"spec": "openmpi@4.0%gcc@11.4.0",
"prefix": "/usr",
}
]
},
"cmake": {
"externals": [{"spec": "cmake@4.1.1", "prefix": "/usr"}],
"buildable": False,
},
"git": {
"externals": [{"spec": "git@2.34.1~tcltk", "prefix": "/usr"}],
"buildable": False,
},
"openssl": {
"externals": [{"spec": "openssl@3.0.2", "prefix": "/usr"}],
"buildable": False,
},
"automake": {
"externals": [{"spec": "automake@1.16.5", "prefix": "/usr"}],
"buildable": False,
},
"openssh": {
"externals": [{"spec": "openssh@8.9p1", "prefix": "/usr"}],
"buildable": False,
},
"m4": {
"externals": [{"spec": "m4@1.4.18", "prefix": "/usr"}],
"buildable": False,
},
"sed": {
"externals": [{"spec": "sed@4.8", "prefix": "/usr"}],
"buildable": False,
},
"autoconf": {
"externals": [{"spec": "autoconf@2.71", "prefix": "/usr"}],
"buildable": False,
},
"diffutils": {
"externals": [{"spec": "diffutils@3.8", "prefix": "/usr"}],
"buildable": False,
},
"coreutils": {
"externals": [{"spec": "coreutils@8.32", "prefix": "/usr"}],
"buildable": False,
},
"findutils": {
"externals": [{"spec": "findutils@4.8.0", "prefix": "/usr"}],
"buildable": False,
},
"binutils": {
"externals": [
{"spec": "binutils@2.38+gold~headers", "prefix": "/usr"}
],
"buildable": False,
},
"perl": {
"externals": [
{
"spec": "perl@5.34.0~cpanm+opcode+open+shared+threads",
"prefix": "/usr",
}
],
"buildable": False,
},
"groff": {
"externals": [{"spec": "groff@1.22.4", "prefix": "/usr"}],
"buildable": False,
},
"curl": {
"externals": [
{"spec": "curl@7.81.0+gssapi+ldap+nghttp2", "prefix": "/usr"}
],
"buildable": False,
},
"ccache": {
"externals": [{"spec": "ccache@4.5.1", "prefix": "/usr"}],
"buildable": False,
},
"flex": {
"externals": [{"spec": "flex@2.6.4+lex", "prefix": "/usr"}],
"buildable": False,
},
"pkg-config": {
"externals": [{"spec": "pkg-config@0.29.2", "prefix": "/usr"}],
"buildable": False,
},
"zlib": {
"externals": [{"spec": "zlib@1.2.11", "prefix": "/usr"}],
"buildable": False,
},
"ninja": {
"externals": [{"spec": "ninja@1.10.1", "prefix": "/usr"}],
"buildable": False,
},
"libtool": {
"externals": [{"spec": "libtool@2.4.6", "prefix": "/usr"}],
"buildable": False,
},
"gettext": {
"externals": [{"spec": "gettext@0.21", "prefix": "/usr"}],
"buildable": False,
},
}
}

def compute_compilers_section(self):
return compiler_section_for(
"gcc",
[
compiler_def(
"gcc@11.4.0 languages=c,c++,fortran",
"/usr/",
{"c": "gcc", "cxx": "g++", "fortran": "gfortran-11"},
)
],
)

def compute_software_section(self):
return {
"software": {
"packages": {
"default-compiler": {"pkg_spec": "gcc@11.4.0"},
}
}
}
Loading