Changes needed to add dglc component for cdeps

.github/workflows/container.yml

@@ -0,0 +1,60 @@
+name: container build/publish
+
+on:
+  push:
+    branches:
+      - master
+    paths:
+      - 'docker/**'
+
+  pull_request:
+    branches:
+      - master
+    paths:
+      - 'docker/**'
+
+  workflow_dispatch:
+
+concurrency:
+  group: ${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  # Only build container if there has been a change.
+  build-containers:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v2
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+      - name: Login to DockerHub
+        uses: docker/login-action@v2
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+      - name: Docker meta
+        id: meta
+        uses: docker/metadata-action@v4
+        with:
+          images: ghcr.io/ESMCI/cime
+          flavor: |
+            latest=auto
+          tags: |
+            type=sha
+      - name: Build and push
+        uses: docker/build-push-action@v3
+        with:
+          target: base
+          context: docker/
+          push: ${{ github.event_name == 'push' }}
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+          cache-from: type=gha
+          cache-to: type=gha,mode=max

.github/workflows/docs.yml

@@ -4,36 +4,55 @@ on:
   push:
     branches:
       - master
+    paths:
+      - 'doc/**'
 
   pull_request:
     branches:
       - master
+    paths:
+      - 'doc/**'
+
+  workflow_dispatch:
 
 permissions:
   contents: read
 jobs:
-  check-changes:
-    name: Check for changes to documentation
+  cleanup:
+    permissions:
+      contents: write  #  for git push
+    name: Cleanup branch previews
     runs-on: ubuntu-latest
-    outputs:
-      any_changed: ${{ steps.changed-check.outputs.any_changed }}
+    if: ${{ github.event_name == 'push' }}
     steps:
       - uses: actions/checkout@v3
         with:
+          ref: 'gh-pages'
           fetch-depth: 0
           lfs: true
-      - uses: tj-actions/changed-files@v32
-        id: changed-check
-        with:
-          files: doc
+          path: gh-pages
+      - name: Remove branch previews
+        run: |
+          pushd $GITHUB_WORKSPACE/gh-pages
+
+          for name in `ls branch/`
+          do
+            if [[ -z "$(git show-ref --quiet ${name})" ]]
+            then
+              git rm -rf branch/${name}
+            fi
+          done
+
+          git config user.name github-actions[bot]
+          git config user.email github-actions[bot]@users.noreply.github.com
+          git commit -m "Clean up branch previews"
+          git push
   build-and-deploy:
     permissions:
       contents: write  #  for peaceiris/actions-gh-pages to push
       pull-requests: write  #  to comment on pull requests
-    needs: check-changes
-    if: |
-      needs.check-changes.outputs.any_changed == 'true' &&
-      github.event.pull_request.head.repo.full_name == github.repository
+    needs: cleanup
+    if: ${{ always() }}
     name: Build and deploy documentation
     runs-on: ubuntu-latest
     steps:
@@ -61,7 +80,9 @@ jobs:
         run: |
           make BUILDDIR=${PWD}/_build -C doc/ html
       - name: Push PR preview
-        if: ${{ github.event_name == 'pull_request' }}
+        if: |
+          github.event_name == 'pull_request' &&
+          github.event.pull_request.head.repo.full_name == github.repository
         uses: peaceiris/actions-gh-pages@v3
         with:
           github_token: ${{secrets.GITHUB_TOKEN}}
@@ -70,7 +91,9 @@ jobs:
           user_name: 'github-actions[bot]'
           user_email: 'github-actions[bot]@users.noreply.github.com'
       - name: Comment about previewing documentation
-        if: ${{ github.event_name == 'pull_request' }}
+        if: |
+          github.event_name == 'pull_request' &&
+          github.event.pull_request.head.repo.full_name == github.repository
         uses: actions/github-script@v6
         with:
           script: |
@@ -99,31 +122,3 @@ jobs:
           destination_dir: './versions/master/html'
           user_name: 'github-actions[bot]'
           user_email: 'github-actions[bot]@users.noreply.github.com'
-  cleanup:
-    permissions:
-      contents: write  #  for git push
-    needs: build-and-deploy
-    name: Cleanup branch previews
-    runs-on: ubuntu-latest
-    if: ${{ github.event_name == 'push' }}
-    steps:
-      - uses: actions/checkout@v3
-        with:
-          ref: 'gh-pages'
-          fetch-depth: 0
-          lfs: true
-      - name: Remove branch previews
-        run: |
-          for name in `ls branch/`
-          do
-            if [[ -z "$(git show-ref --quiet ${name})" ]]
-            then
-              git rm -rf branch/${name}
-            fi
-          done
-      - name: Commit and push local changes to gh-pages
-        run: |
-          git config user.name github-actions[bot]
-          git config user.email github-actions[bot]@users.noreply.github.com
-          git commit -m "Clean up branch previews"
-          git push

.github/workflows/stale.yml

@@ -0,0 +1,24 @@
+name: 'Close stale issues and PRs'
+on:
+  schedule:
+    # Run every day at 1:30AM
+    - cron: '30 1 * * *'
+jobs:
+  stale:
+    permissions:
+      issues: write
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/stale@v8
+        with:
+          stale-issue-message: 'This issue is stale because it has been open 90 days with no activity. Remove stale label or comment or this will be closed in 5 days.'
+          close-issue-message: 'This issue was closed because it has been stalled for 5 days with no activity.'
+          days-before-stale: 90
+          days-before-close: 5
+          days-before-pr-close: -1
+          # Issues with this label are exempt from being checked if they are stale...
+          exempt-issue-labels: Low Priority
+          # Below are currently defaults, but given in case we decide to change
+          operations-per-run: 30
+          stale-issue-label: Stale
+          close-issue-reason: not_planned

.github/workflows/testing.yml

@@ -4,17 +4,30 @@ on:
   push:
     branches:
       - master
+    paths:
+      - 'CIME/**'
+      - 'scripts/**'
+      - 'tools/**'
+      - 'utils/**'
 
   pull_request:
     branches:
       - master
+    paths:
+      - 'CIME/**'
+      - 'scripts/**'
+      - 'tools/**'
+      - 'utils/**'
+
+  workflow_dispatch:
 
 concurrency:
   group: ${{ github.ref }}
   cancel-in-progress: true
 
 permissions:
   contents: read # to fetch code (actions/checkout)
+  packages: read
 
 jobs:
   pre-commit:
@@ -39,67 +52,18 @@ jobs:
 
           pre-commit run -a
 
-  # Check if there has been a change to any file under docker/
-  get-docker-changes:
-    runs-on: ubuntu-latest
-    outputs:
-      any_changed: ${{ steps.get-changed-files.outputs.any_changed }}
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v3
-        with:
-          fetch-depth: 2
-      - name: Get changed files
-        id: get-changed-files
-        uses: tj-actions/changed-files@v29
-        with:
-          files: docker
-
-  # Only build container if there has been a change.
-  build-containers:
-    runs-on: ubuntu-latest
-    needs: get-docker-changes
-    if: ${{ needs.get-docker-changes.outputs.any_changed == 'true' }}
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v3
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v2
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v2
-      - name: Login to DockerHub
-        uses: docker/login-action@v2
-        with:
-          username: ${{ secrets.DOCKERHUB_USERNAME }}
-          password: ${{ secrets.DOCKERHUB_TOKEN }}
-      - name: Docker meta
-        id: meta
-        uses: docker/metadata-action@v4
-        with:
-          images: jasonb87/cime
-          tags: |
-            type=raw,value=latest
-            type=sha,prefix={{ date 'YYYYMMDD' }}_,format=short
-      - name: Build and push
-        uses: docker/build-push-action@v3
-        with:
-          target: base
-          context: docker/
-          push: true
-          tags: ${{ steps.meta.outputs.tags }}
-          labels: ${{ steps.meta.outputs.labels }}
-          cache-from: type=registry,ref=jasonb87/cime:buildcache
-          cache-to: type=registry,ref=jasonb87/cime:buildcache,mode=max
-
   # Runs unit testing under different python versions.
   unit-testing:
     runs-on: ubuntu-latest
-    needs: build-containers
     if: ${{ always() && ! cancelled() }}
-    container: jasonb87/cime:latest
+    container:
+      image: ghcr.io/esmci/cime:latest
+      credentials:
+        username: ${{ github.actor }}
+        password: ${{ secrets.GITHUB_TOKEN }}
     strategy:
       matrix:
-        python-version: [3.7, 3.8, 3.9]
+        python-version: ['3.8', '3.9', '3.10']
     steps:
       - name: Checkout code
         uses: actions/checkout@v2
@@ -108,7 +72,7 @@ jobs:
         env:
           INIT: "false"
           CIME_MODEL: "cesm"
-          CIME_DRIVER: "mct"
+          CIME_DRIVER: "nuopc"
           UPDATE_CIME: "true"
           GIT_SHALLOW: "true"
           CIME_TEST_PLATFORM: ubuntu-latest
@@ -125,22 +89,30 @@ jobs:
 
           init_cime
 
-          pytest -vvv --machine docker --no-fortran-run CIME/tests/test_unit*
+          pytest -vvv --cov=CIME --machine docker --no-fortran-run CIME/tests/test_unit*
 
   # Run system tests
   system-testing:
     runs-on: ubuntu-latest
-    needs: build-containers
     if: ${{ always() && ! cancelled() }}
-    container: jasonb87/cime:latest
+    container:
+      image: ghcr.io/esmci/cime:latest
+      credentials:
+        username: ${{ github.actor }}
+        password: ${{ secrets.GITHUB_TOKEN }}
     strategy:
+      # allow all jobs to finish
+      fail-fast: false
       matrix:
         model: ["e3sm", "cesm"]
         driver: ["mct", "nuopc"]
         exclude:
           # exclude nuopc driver when running e3sm tests
           - model: "e3sm"
             driver: "nuopc"
+          # exclude mct driver when running cesm tests
+          - model: "cesm"
+            driver: "mct"
     steps:
       - name: Checkout code
         uses: actions/checkout@v2
@@ -174,15 +146,19 @@ jobs:
             init_cime
           fi
 
+          # Get cprnc
+          # git clone https://github.com/ESMCI/cprnc $INSTALL_PATH/CIME/non_py/cprnc
           source /opt/conda/etc/profile.d/conda.sh
 
           conda activate base
 
-          pytest -vvv --machine docker --no-fortran-run --no-teardown CIME/tests/test_sys*
+          pytest -vvv --cov=CIME --machine docker --no-fortran-run --no-teardown CIME/tests/test_sys*
       - name: Create testing log archive
         if: ${{ failure() }}
         shell: bash
         run: tar -czvf /testing-logs-${GITHUB_RUN_NUMBER}.tar.gz /storage/cases/
+        # How to download artifacts:
+        # https://docs.github.com/en/actions/managing-workflow-runs/downloading-workflow-artifacts
       - name: Upload testing logs
         if: ${{ failure() }}
         uses: actions/upload-artifact@v3

.gitignore

@@ -26,3 +26,4 @@ scripts/Tools/JENKINS*
 components
 libraries
 share
+test_coverage/**

.gitmodules

@@ -0,0 +1,3 @@
+[submodule "CIME/non_py/cprnc"]
+	path = CIME/non_py/cprnc
+	url = [email protected]:ESMCI/cprnc