Initial image for mlperf

.github/workflows/build-mlperf-storage.yaml

@@ -0,0 +1,68 @@
+name: Build
+
+# This workflow uses actions that are not certified by GitHub.
+# They are provided by a third-party and are governed by
+# separate terms of service, privacy policy, and support
+# documentation.
+
+on:
+  push:
+    branches: [main]
+    # Publish semver tags as releases.
+    tags: ['v*.*.*']
+  pull_request:
+    branches: [main]
+
+env:
+  # Use docker.io for Docker Hub if empty
+  REGISTRY: ghcr.io
+  # github.repository as <account>/<repo>
+  IMAGE_NAME: ${{ github.repository }}
+
+
+jobs:
+  build:
+
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      # Login against a Docker registry except on PR
+      # https://github.com/docker/login-action
+      - name: Log into registry ${{ env.REGISTRY }}
+        if: github.event_name != 'pull_request'
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      # Extract metadata (tags, labels) for Docker
+      # https://github.com/docker/metadata-action
+      - name: Extract Docker metadata
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+          tags: |
+            type=semver,pattern=v{{version}}
+            type=semver,pattern=v{{major}}.{{minor}}
+            type=semver,pattern=v{{major}}
+            type=ref,event=branch
+            type=ref,event=pr
+            type=sha
+
+      # Build and push Docker image with Buildx (don't push on PR)
+      # https://github.com/docker/build-push-action
+      - name: Build and push Docker image
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          push: ${{ github.event_name != 'pull_request' }}
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}

Dockerfile

@@ -0,0 +1,16 @@
+FROM ubuntu:24.04
+
+RUN apt update &&  \
+    apt install -y git bc mpich python3 python3-pip
+
+RUN git clone -b v1.0 --recurse-submodules https://github.com/mlcommons/storage.git
+
+WORKDIR /storage
+
+RUN pip3 install --break-system-packages -r dlio_benchmark/requirements.txt
+
+COPY entrypoint.sh /storage/entrypoint.sh
+
+RUN chmod -R g+rwX /storage
+
+ENTRYPOINT ["./entrypoint.sh"]

entrypoint.sh

@@ -0,0 +1,23 @@
+#!/usr/bin/env sh
+mkdir /tmp/results
+
+./benchmark.sh datagen \
+    --hosts localhost \
+    --workload unet3d \
+    --accelerator-type a100 \
+    --num-parallel 1 \
+    --results-dir /tmp/results \
+    --param dataset.num_files_train=1200 \
+    --param dataset.data_folder=unet3d_data
+
+./benchmark.sh run \
+    --hosts localhost \
+    --workload unet3d \
+    --accelerator-type a100 \
+    --num-accelerators 1 \
+    --results-dir /tmp/results \
+    --param dataset.num_files_train=1200 \
+    --param dataset.data_folder=unet3d_data
+
+cat /tmp/results/per_epoch_statsh.json
+cat /tmp/results/summary.json