computing.html

<!doctype html>
<html lang="en">
<head>
  <meta charset="utf-8" />
  <meta name="viewport" content="width=device-width, initial-scale=1" />
  <title>Research Computing &amp; Storage · PBS &amp; DBIC Shared Resources</title>
  <meta name="description" content="High-performance computing and storage for neuroimaging at Dartmouth — DartFS, the Discovery HPC cluster, dedicated H200 GPUs, and open DataLad datasets." />
  <link rel="preconnect" href="https://fonts.googleapis.com" />
  <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin />
  <link href="https://fonts.googleapis.com/css2?family=Fraunces:opsz,wght@9..144,400;9..144,500;9..144,600;9..144,700&family=Inter:wght@400;500;600;700&display=swap" rel="stylesheet" />
  <link rel="stylesheet" href="css/style.css" />
  <link rel="icon" href="images/dartmouth-d.jpg" />
</head>
<body>

  <!-- ============ HEADER ============ -->
  <header class="site-header" data-theme="solid" data-header>
    <div class="container header-inner">
      <a class="brand" href="index.html" aria-label="Home">
        <img class="brand-dpine" src="images/dartmouth-d.jpg" alt="Dartmouth" />
        <span class="brand-text">Shared Resources</span>
      </a>
      <button class="nav-toggle" data-nav-toggle aria-label="Menu" aria-expanded="false"><span></span><span></span><span></span></button>
      <nav class="nav" data-nav aria-label="Primary">
        <a class="nav-link" href="index.html">Home</a>
        <a class="nav-link" href="mri.html">fMRI</a>
        <a class="nav-link" href="fnirs.html">fNIRS</a>
        <a class="nav-link" href="eeg.html">EEG</a>
        <a class="nav-link" href="vr.html">VR</a>
        <a class="nav-link" href="neurostim.html">Neurostim</a>
        <a class="nav-link" href="psychophys.html">Psychophys</a>
        <a class="nav-link" href="con.html">Open Neuro</a>
        <a class="nav-link active" href="computing.html">Computing</a>
      </nav>
    </div>
  </header>

  <!-- ============ PAGE HERO ============ -->
  <section class="page-hero has-photo reveal-bg">
    <img class="photo-bg" src="images/computing-hpc-cluster.png" alt="" aria-hidden="true" />
    <div class="photo-bg-overlay" aria-hidden="true"></div>
    <div class="container">
      <nav class="breadcrumb" aria-label="Breadcrumb"><a href="index.html">Home</a> &nbsp;/&nbsp; Research Computing</nav>
      <span class="kicker">Research Computing</span>
      <h1>Research Computing &amp; Storage</h1>
      <p class="lede">Petabyte-scale storage, a campus supercomputer, and dedicated GPUs — the compute backbone that turns raw scans into analyzed results. DartFS, the Discovery HPC cluster, and dedicated H200 accelerators put large-scale neuroimaging within reach.</p>
      <span class="maintainer">Dartmouth Research Computing + DBIC · Shared across campus</span>
    </div>
  </section>

  <!-- ============ OVERVIEW SPLIT ============ -->
  <section class="section">
    <div class="container">
      <div class="split">
        <div data-reveal>
          <span class="eyebrow">The stack</span>
          <h2>Storage, HPC, and GPUs — as one system</h2>
          <p class="prose" style="color:var(--text-soft)">Neuroimaging is data- and compute-heavy: a single study can span terabytes of raw and derived images and thousands of preprocessing jobs. Dartmouth's research computing environment brings three layers together — the DartFS network file system for durable, snapshot-protected storage; the Discovery high-performance cluster running Slurm for massively parallel batch work; and dedicated GPUs for deep learning and accelerated pipelines. Data written on DartFS is mounted directly on Discovery, so there is no copying between storage and compute.</p>
          <ul class="spec-list" style="margin-top:1.5rem;">
            <li><strong>Storage:</strong> DartFS — ~3.9 PB Dell/EMC PowerScale, snapshot-protected</li>
            <li><strong>Compute:</strong> Discovery HPC — 128 nodes, 6,712 CPU cores, Slurm scheduler</li>
            <li><strong>Acceleration:</strong> A100, A5500, V100, L40s, A5000, and H200 GPUs</li>
            <li><strong>Dedicated:</strong> dual H200 GPUs plus a Neural Code priority cluster</li>
          </ul>
        </div>
        <div class="split-media" data-reveal data-reveal-delay="1">
          <figure>
            <img src="images/computing-hpc-cluster.png" alt="Diagram of the DBIC and Research Computing cluster architecture" />
            <figcaption>How DBIC storage and compute connect to Dartmouth's Discovery HPC cluster.</figcaption>
          </figure>
        </div>
      </div>
    </div>
  </section>

  <!-- ============ STATS BAND ============ -->
  <section class="section section-dark reveal-bg">
    <div class="container">
      <div class="narrow" style="margin-bottom:2.2rem;">
        <span class="eyebrow" data-reveal>By the numbers</span>
        <h2 data-reveal data-reveal-delay="1">Scale of the environment</h2>
        <p class="lede" data-reveal data-reveal-delay="2">The Discovery cluster and DartFS deliver campus-scale capacity, with a dedicated 230 TB allocation for the CANlab on DartFS-hpc.</p>
      </div>
      <div class="stats">
        <div class="stat" data-reveal>
          <div class="num">6,712<span class="unit"> cores</span></div>
          <div class="label">CPU cores across Discovery</div>
        </div>
        <div class="stat" data-reveal data-reveal-delay="1">
          <div class="num">2.8<span class="unit"> PB</span></div>
          <div class="label">Discovery scratch &amp; disk</div>
        </div>
        <div class="stat" data-reveal data-reveal-delay="2">
          <div class="num">54.7<span class="unit"> TB</span></div>
          <div class="label">Aggregate cluster memory</div>
        </div>
        <div class="stat" data-reveal data-reveal-delay="3">
          <div class="num">230<span class="unit"> TB</span></div>
          <div class="label">Dedicated CANlab allocation</div>
        </div>
      </div>
    </div>
  </section>

  <!-- ============ DARTFS STORAGE ============ -->
  <section class="section section-alt">
    <div class="container">
      <div class="split reverse">
        <div class="split-media" data-reveal>
          <figure>
            <img src="images/computing-gpu-cluster.png" alt="Rows of GPU server racks in a data center" />
            <figcaption>Representative image. GPU and storage infrastructure supporting large-scale neuroimaging analysis.</figcaption>
          </figure>
        </div>
        <div data-reveal data-reveal-delay="1">
          <span class="eyebrow">DartFS storage</span>
          <h2>Durable, snapshot-protected storage</h2>
          <p class="prose" style="color:var(--text-soft)">DartFS is a high-speed network file system built on roughly 3.9 PB of Dell/EMC PowerScale hardware. Home directories come with 50 GB of free space, and each faculty lab receives 1 TB of free shared storage that can be expanded. Daily, weekly, and monthly snapshots protect against accidental loss, with self-service restore so researchers can recover files without a support ticket.</p>
          <ul class="spec-list" style="margin-top:1.4rem;">
            <li><strong>Capacity:</strong> ~3.9 PB Dell/EMC PowerScale</li>
            <li><strong>Free tiers:</strong> 50 GB home; 1 TB per faculty lab (expandable)</li>
            <li><strong>Protection:</strong> daily / weekly / monthly snapshots + self-service restore</li>
            <li><strong>Access:</strong> mounts on Windows, macOS &amp; Linux (SMB, Kerberized NFSv4); VPN off-campus</li>
            <li><strong>Rates:</strong> $95 / TB / yr with snapshots, $75 / TB / yr without</li>
            <li><strong>Data class:</strong> approved for DISC Level 0–2 data only</li>
          </ul>
        </div>
      </div>
    </div>
  </section>

  <!-- ============ DISCOVERY HPC ============ -->
  <section class="section">
    <div class="container">
      <div class="narrow" style="margin-bottom:2.4rem;">
        <span class="eyebrow" data-reveal>Discovery HPC</span>
        <h2 data-reveal data-reveal-delay="1">A Slurm supercomputer for batch work</h2>
        <p class="lede" data-reveal data-reveal-delay="2">Discovery is Dartmouth's shared research cluster — 128 nodes and 6,712 CPU cores running RHEL 8 over a 10 GbE fabric, scheduled with Slurm. Preprocessing pipelines, tractography, and machine-learning jobs run at scale and read directly from DartFS.</p>
      </div>
      <div class="feature-grid">
        <div class="feature" data-reveal>
          <div class="icon" aria-hidden="true">🖥️</div>
          <h4>Cluster core</h4>
          <p>128 nodes · 6,712 cores · 54.7 TB memory · &gt;2.8 PB disk · RHEL 8 · 10 GbE interconnect.</p>
        </div>
        <div class="feature" data-reveal data-reveal-delay="1">
          <div class="icon" aria-hidden="true">🎛️</div>
          <h4>GPU pool (gpuq)</h4>
          <p>10× A100, 72× A5500, and 12× V100, plus newer L40s and A5000 accelerators.</p>
        </div>
        <div class="feature" data-reveal data-reveal-delay="2">
          <div class="icon" aria-hidden="true">🚀</div>
          <h4>H200 nodes</h4>
          <p>Two Penguin nodes — AMD EPYC 9334 (64 cores), 1.5 TB RAM, 2× NVIDIA H200 each.</p>
        </div>
        <div class="feature" data-reveal>
          <div class="icon" aria-hidden="true">🧩</div>
          <h4>DBIC share</h4>
          <p>15 nodes / 240 cores, bursting to ~1,200 cores through Research Computing sharing.</p>
        </div>
        <div class="feature" data-reveal data-reveal-delay="1">
          <div class="icon" aria-hidden="true">🔑</div>
          <h4>Login &amp; interactive</h4>
          <p>Log in at discovery7.hpcc.dartmouth.edu; the DBIC interactive node is Ndoli.</p>
        </div>
        <div class="feature" data-reveal data-reveal-delay="2">
          <div class="icon" aria-hidden="true">🧠</div>
          <h4>High-memory nodes</h4>
          <p>Shared Andes and Polaris nodes with 1.5 TB RAM for memory-hungry analyses.</p>
        </div>
      </div>
    </div>
  </section>

  <!-- ============ DEDICATED GPUs CALLOUT ============ -->
  <section class="section section-alt">
    <div class="container">
      <div class="split">
        <div data-reveal>
          <span class="eyebrow">Dedicated acceleration</span>
          <h2>Lab-owned H200 GPUs &amp; a priority cluster</h2>
          <p class="prose" style="color:var(--text-soft)">Beyond the shared pool, the group operates dedicated hardware for deep-learning and priority workloads. A pair of NVIDIA H200 GPUs are reserved for the lab, alongside a Neural Code cluster served by a pre-emptible priority queue — jobs run immediately when capacity is free and yield gracefully when higher-priority work arrives. Members also have access to four additional shared H200 GPUs.</p>
          <div class="callout" style="margin-top:1.6rem;" data-reveal><strong>Dedicated compute:</strong> dual NVIDIA H200 GPUs for the lab, a Neural Code cluster with a pre-emptible PRIORITY queue, and access to 4 additional shared H200 GPUs.</div>
        </div>
        <div class="split-media" data-reveal data-reveal-delay="1">
          <div>
            <span class="eyebrow">Head node</span>
            <h2 style="font-size:clamp(1.4rem,2.4vw,1.9rem);">DBIC infrastructure</h2>
            <ul class="spec-list" style="margin-top:1.2rem;">
              <li><strong>Head node:</strong> HPE ProLiant DL560 Gen9 — 80 cores, 1.5 TB RAM</li>
              <li><strong>Interactive:</strong> Ndoli node for DBIC development sessions</li>
              <li><strong>Bursting:</strong> DBIC share scales from 240 to ~1,200 cores</li>
              <li><strong>Storage tie-in:</strong> 230 TB CANlab allocation on DartFS-hpc</li>
            </ul>
          </div>
        </div>
      </div>
    </div>
  </section>

  <!-- ============ OPEN DATASETS ============ -->
  <section class="section">
    <div class="container">
      <div class="narrow" style="margin-bottom:2.4rem;">
        <span class="eyebrow" data-reveal>Open datasets</span>
        <h2 data-reveal data-reveal-delay="1">Shared data, ready on DataLad</h2>
        <p class="lede" data-reveal data-reveal-delay="2">Major public neuroimaging datasets are mirrored locally and version-controlled with DataLad, so they can be pulled directly onto DartFS and analyzed on Discovery without re-downloading from scratch.</p>
      </div>
      <div class="feature-grid">
        <div class="feature" data-reveal>
          <div class="icon" aria-hidden="true">🗣️</div>
          <h4>Narratives</h4>
          <p>345 participants across 28 spoken stories — 800+ fMRI sessions of naturalistic listening.</p>
        </div>
        <div class="feature" data-reveal data-reveal-delay="1">
          <div class="icon" aria-hidden="true">🖼️</div>
          <h4>Natural Scenes Dataset</h4>
          <p>8 subjects with dense high-resolution 7T responses to thousands of natural images.</p>
        </div>
        <div class="feature" data-reveal data-reveal-delay="2">
          <div class="icon" aria-hidden="true">🧬</div>
          <h4>HCP–Young Adult</h4>
          <p>The Human Connectome Project reference sample of 1,100+ healthy young adults.</p>
        </div>
        <div class="feature" data-reveal>
          <div class="icon" aria-hidden="true">🧒</div>
          <h4>Healthy Brain Network</h4>
          <p>845 subjects aged 5–21, a large developmental transdiagnostic cohort.</p>
        </div>
        <div class="feature" data-reveal data-reveal-delay="1">
          <div class="icon" aria-hidden="true">🌍</div>
          <h4>AOMIC</h4>
          <p>The Amsterdam Open MRI Collection — 1,300+ participants across multiple studies.</p>
        </div>
        <div class="feature" data-reveal data-reveal-delay="2">
          <div class="icon" aria-hidden="true">🛰️</div>
          <h4>Spacetop</h4>
          <p>A deep-sampling design — N = 101 with an extensive multi-task battery per subject.</p>
        </div>
      </div>
    </div>
  </section>

  <!-- ============ ACCESS ============ -->
  <section class="section section-dark reveal-bg">
    <div class="container narrow">
      <span class="eyebrow" data-reveal>Access</span>
      <h2 data-reveal data-reveal-delay="1">Getting an account</h2>
      <p class="lede" data-reveal data-reveal-delay="2">HPC and storage access is open across campus. Request a Discovery account through the Research Computing dashboard, and reach the team for storage allocations, data-class questions, and pipeline support.</p>
      <div style="margin-top:1.6rem;display:flex;gap:1rem;flex-wrap:wrap;" data-reveal>
        <a class="btn btn-primary btn-arrow" href="https://dashboard.dartmouth.edu/research/hpc_account">Request an HPC account</a>
        <a class="btn btn-outline" href="mailto:research.computing@dartmouth.edu">Email Research Computing</a>
      </div>
      <p style="margin-top:1.4rem;color:rgba(233,242,238,.7);font-size:.9rem;" data-reveal>Account portal: dashboard.dartmouth.edu/research/hpc_account · Contact: research.computing@dartmouth.edu</p>
    </div>
  </section>

  <!-- ============ FOOTER ============ -->
  <footer class="site-footer">
    <div class="container">
      <div class="footer-grid">
        <div>
          <div class="footer-logos"><img src="images/dbic-logo-white-t.png" alt="Dartmouth Brain Imaging Center" /></div>
          <p class="footer-about">Shared research infrastructure of the Dartmouth Brain Imaging Center (DBIC) and the Department of Psychological and Brain Sciences, with the Cognitive Science Program — Moore Hall, Hanover, NH.</p>
        </div>
        <div>
          <h4>Resources</h4>
          <ul class="footer-links">
            <li><a href="mri.html">fMRI Scanner</a></li>
            <li><a href="fnirs.html">Dual fNIRS</a></li>
            <li><a href="computing.html">Computing &amp; Storage</a></li>
            <li><a href="con.html">Open Neuroscience</a></li>
          </ul>
        </div>
        <div>
          <h4>More labs</h4>
          <ul class="footer-links">
            <li><a href="eeg.html">EEG Lab</a></li>
            <li><a href="vr.html">VR Lab</a></li>
            <li><a href="neurostim.html">Neurostimulation</a></li>
            <li><a href="psychophys.html">Psychophysiology</a></li>
          </ul>
        </div>
      </div>
      <div class="footer-bottom">
        <span>© <span data-year>2026</span> Dartmouth Brain Imaging Center · Department of Psychological and Brain Sciences</span>
        <span>Contact: <a href="mailto:courtney.rogers@dartmouth.edu">courtney.rogers@dartmouth.edu</a></span>
      </div>
    </div>
  </footer>

  <script src="js/main.js" defer></script>
</body>
</html>