Merge remote-tracking branch 'origin/main' into fix-uncompiling-snippets

Author: pikinier20

.github/workflows/ci.yaml

@@ -2,7 +2,11 @@ name: Dotty
 
 on:
   push:
+    branches-ignore:
+      - 'language-reference-stable'
   pull_request:
+    branches-ignore:
+      - 'language-reference-stable'
   schedule:
     - cron: '0 3 * * *'  # Every day at 3 AM
   workflow_dispatch:
@@ -367,49 +371,6 @@ jobs:
         if: ${{ always() }}
         run: cat community-build/dotty-community-build-deps || true
 
-  community_build_forward_compat:
-    runs-on: [self-hosted, Linux]
-    container:
-      image: lampepfl/dotty:2021-03-22
-      options: --cpu-shares 4096
-      volumes:
-        - ${{ github.workspace }}/../../cache/sbt:/root/.sbt
-        - ${{ github.workspace }}/../../cache/ivy:/root/.ivy2/cache
-        - ${{ github.workspace }}/../../cache/general:/root/.cache
-    if: "github.event_name == 'schedule' && github.repository == 'lampepfl/dotty'
-        || (
-           github.event_name == 'pull_request'
-           && !contains(github.event.pull_request.body, '[skip ci]')
-           && !contains(github.event.pull_request.body, '[skip community_build]')
-           && contains(github.event.pull_request.body, '[test_forward_compat]')
-         )
-         || (
-           github.event_name == 'workflow_dispatch'
-           && github.repository == 'lampepfl/dotty'
-         )"
-
-    steps:
-      - name: Reset existing repo
-        run: git -c "http.https://github.com/.extraheader=" fetch --recurse-submodules=no "https://github.com/lampepfl/dotty" && git reset --hard FETCH_HEAD || true
-
-      - name: Checkout cleanup script
-        uses: actions/checkout@v2
-
-      - name: Cleanup
-        run: .github/workflows/cleanup.sh
-
-      - name: Git Checkout
-        uses: actions/checkout@v2
-
-      - name: Add SBT proxy repositories
-        run: cp -vf .github/workflows/repositories /root/.sbt/ ; true
-
-      - name: Test
-        run: |
-          git submodule sync
-          git submodule update --init --recursive --jobs 7
-          ./project/scripts/sbt "community-build/testOnly dotty.communitybuild.CommunityBuildTestForwardCompat"
-
   test_sbt:
     runs-on: [self-hosted, Linux]
     container:
@@ -509,7 +470,7 @@ jobs:
         - ${{ github.workspace }}/../../cache/sbt:/root/.sbt
         - ${{ github.workspace }}/../../cache/ivy:/root/.ivy2/cache
         - ${{ github.workspace }}/../../cache/general:/root/.cache
-    needs: [test_non_bootstrapped, test, mima, community_build_a, community_build_b, community_build_c, community_build_forward_compat, test_sbt, test_java8]
+    needs: [test_non_bootstrapped, test, mima, community_build_a, community_build_b, community_build_c, test_sbt, test_java8]
     if: "(github.event_name == 'schedule' || github.event_name == 'workflow_dispatch') && github.repository == 'lampepfl/dotty'"
     env:
       NIGHTLYBUILD: yes
@@ -600,6 +561,44 @@ jobs:
           external_repository: lampepfl/dotty-website
           publish_branch: gh-pages
 
+  nightly_unmanaged_community_build:
+    # Self-hosted runner is used only for getting current build version
+    runs-on: [self-hosted, Linux]
+    container:
+      image: lampepfl/dotty:2021-03-22
+      options: --cpu-shares 4096
+      volumes:
+        - ${{ github.workspace }}/../../cache/sbt:/root/.sbt
+        - ${{ github.workspace }}/../../cache/ivy:/root/.ivy2/cache
+        - ${{ github.workspace }}/../../cache/general:/root/.cache
+    needs: [publish_nightly]
+    if: "(github.event_name == 'schedule' || github.event_name == 'workflow_dispatch') && github.repository == 'lampepfl/dotty'"
+    env:
+      NIGHTLYBUILD: yes
+    steps:
+      - name: Reset existing repo
+        run: git -c "http.https://github.com/.extraheader=" fetch --recurse-submodules=no "https://github.com/lampepfl/dotty" && git reset --hard FETCH_HEAD || true
+
+      - name: Checkout cleanup script
+        uses: actions/checkout@v2
+
+      - name: Cleanup
+        run: .github/workflows/cleanup.sh
+
+      - name: Git Checkout
+        uses: actions/checkout@v2
+
+      - name: Add SBT proxy repositories
+        run: cp -vf .github/workflows/repositories /root/.sbt/ ; true
+
+      - name: Get version string for this build
+        run: |
+          ver=$(./project/scripts/sbt "print scala3-compiler-bootstrapped/version" | tail -n1)
+          echo "This build version: $ver"
+          echo "THISBUILD_VERSION=$ver" >> $GITHUB_ENV
+      # Steps above are copy-pasted from publish_nightly, needed only to resolve THISBUILD_VERSION
+      - name: Trigger unmanaged community build
+        run: .github/workflows/scripts/triggerUnmanagedCommunityBuild.sh "${{ secrets.BUILD_TOKEN }}" "$THISBUILD_VERSION"
 
   publish_release:
     runs-on: [self-hosted, Linux]

.github/workflows/cla.yml

@@ -1,10 +1,15 @@
 name: Scala CLA
-on: [pull_request]
+on:
+  pull_request:
+  push:
+    branches:
+      - 'language-reference-backport'
 jobs:
   check:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v2
     - run: ./project/scripts/check-cla.sh
+      if: github.event_name == 'pull_request'
       env:
         AUTHOR: ${{ github.event.pull_request.user.login }}

.github/workflows/language-reference.yaml

@@ -0,0 +1,96 @@
+name: language-reference-documentation
+
+on:
+  push:
+    branches:
+      - 'language-reference-stable'
+  pull_request:
+    branches:
+      - 'language-reference-stable'
+  workflow_dispatch:
+
+jobs:
+  build-and-push:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Get current date
+        id: date
+        run: echo "::set-output name=date::$(date +'%Y-%m-%d')"
+
+      - name: Git Checkout
+        uses: actions/checkout@v3
+        with:
+          path: 'dotty'
+          fetch-depth: 0
+          ssh-key: ${{ secrets.DOCS_KEY }}
+
+      - name: Cache Coursier
+        uses: actions/cache@v1
+        with:
+          path: ~/.cache/coursier
+          key: sbt-coursier-cache
+
+      - name: Cache SBT
+        uses: actions/cache@v1
+        with:
+          path: ~/.sbt
+          key: sbt-${{ hashFiles('**/build.sbt') }}
+
+      - name: Set up JDK 11
+        uses: actions/setup-java@v1
+        with:
+          java-version: 11
+
+      - name: Generate reference documentation and test links
+        run: |
+          cd dotty
+          ./project/scripts/sbt "scaladoc/generateReferenceDocumentation --no-regenerate-expected-links"
+          ./project/scripts/docsLinksStability ./scaladoc/output/reference ./project/scripts/expected-links/reference-expected-links.txt
+          cd ..
+
+      - name: Push changes to scala3-reference-docs
+        if: github.event_name == 'push'
+        uses: actions/checkout@v3
+        with:
+          repository: lampepfl/scala3-reference-docs
+          fetch-depth: 0
+          submodules: true
+          ssh-key: ${{ secrets.DOCS_DEPLOY_KEY }}
+          path: 'scala3-reference-docs'
+
+      - if: github.event_name == 'push'
+        run: |
+          \cp -a dotty/scaladoc/output/reference/. scala3-reference-docs/
+          cd scala3-reference-docs
+          git config user.name gh-actions
+          git config user.email actions@github.com
+          git add .
+          if ! git diff-index --quiet HEAD; then
+            git commit -m "UPDATE ${{ steps.date.outputs.date }}"
+            git push
+          fi
+          cd ..
+
+      - name: Merge changes to main
+        if: github.event_name == 'push'
+        run: |
+          cd dotty
+          git fetch origin main:main
+          git checkout main
+          git config user.name gh-actions
+          git config user.email actions@github.com
+          git merge language-reference-stable
+          cd ..
+
+      - name: Create pull request with backport to main
+        if: github.event_name == 'push'
+        uses: peter-evans/create-pull-request@v4
+        with:
+          path: dotty
+          branch: language-reference-backport
+          labels: area:documentation
+          title: Backport changes from stable documentation branch
+          body: This pull request is created automatically after push to stable documentation branch and backports the changes
+          reviewers: pikinier20,julienrf
+          assignees: pikinier20
+

.github/workflows/scaladoc.yaml

@@ -2,7 +2,11 @@ name: scaladoc
 
 on:
   push:
+    branches-ignore:
+      - 'language-reference-stable'
   pull_request:
+    branches-ignore:
+      - 'language-reference-stable'
 jobs:
   build:
     env:
@@ -52,15 +56,11 @@ jobs:
       - name: Generate testcases documentation
         run: ./project/scripts/sbt scaladoc/generateTestcasesDocumentation
 
-      - name: Generate reference documentation and check links stability
-        run: |
-          ./project/scripts/sbt scaladoc/generateReferenceDocumentation
-          ./project/scripts/docsLinksStability ./scaladoc/output/reference ./project/scripts/expected-links/reference-expected-links.txt
+      - name: Generate reference documentation
+        run: ./project/scripts/sbt scaladoc/generateReferenceDocumentation
 
-      - name: Generate Scala 3 documentation and check links stability
-        run: |
-          ./project/scripts/sbt scaladoc/generateScalaDocumentation
-          ./project/scripts/docsLinksStability ./scaladoc/output/scala3 ./project/scripts/expected-links/scala3-expected-links.txt
+      - name: Generate Scala 3 documentation
+        run: ./project/scripts/sbt scaladoc/generateScalaDocumentation
 
       - name: Generate documentation for example project using dotty-sbt
         run: ./project/scripts/sbt "sbt-test/scripted sbt-dotty/scaladoc"

.github/workflows/scripts/triggerUnmanagedCommunityBuild.sh

@@ -0,0 +1,37 @@
+#!/usr/bin/env bash
+
+# This is script for triggering unamanged community build upon releasing nightly version.
+# Script sends request to CB Jenkins instance to start the build for given released Scala version
+# Prints url of created job to stdout
+#
+# Requirement:
+#   - the latest (nightly) version of scala should be published
+
+set -u
+
+if [ $# -ne 2 ]; then
+  echo "Wrong number of script arguments, expected <token> <scala-version>, got $#: $@"
+  exit 1
+fi
+
+CB_ENDPOINT=https://scala3.westeurope.cloudapp.azure.com
+CB_BUILD_TOKEN="$1"
+SCALA_VERSION="$2"
+
+startRunResponse=$(curl "${CB_ENDPOINT}/job/runBuild/buildWithParameters?token=${CB_BUILD_TOKEN}&publishedScalaVersion=${SCALA_VERSION}" -v 2>&1)
+echo "${startRunResponse}"
+queueItem=$(echo "${startRunResponse}" | grep -oP "< Location: \K[\w\d:/.//]+")
+# Wait until Jenkins does acknowledge the build (max 1 min )
+for i in {1..12}; do
+  buildUrl=$(curl -s "${queueItem}/api/json?tree=executable[url]" | jq .executable.url)
+  if [[ "null" == "${buildUrl}" ]]; then
+    echo "Waiting for build start..."
+    sleep 5
+  else
+    echo "Created build url: ${buildUrl}"
+    exit 0
+  fi
+done
+
+# Set error if failed to resolve build url
+exit 1

.gitmodules

@@ -216,37 +216,9 @@
 [submodule "community-build/community-projects/spire"]
 	path = community-build/community-projects/spire
 	url = https://github.com/dotty-staging/spire.git
-[submodule "community-build/community-projects/munit-forward-compat"]
-	path = community-build/community-projects/munit-forward-compat
-	url = https://github.com/dotty-staging/munit.git
-[submodule "community-build/community-projects/discipline-forward-compat"]
-	path = community-build/community-projects/discipline-forward-compat
-	url = https://github.com/dotty-staging/discipline.git
-[submodule "community-build/community-projects/discipline-munit-forward-compat"]
-	path = community-build/community-projects/discipline-munit-forward-compat
-	url = https://github.com/dotty-staging/discipline-munit.git
-[submodule "community-build/community-projects/discipline-specs2-forward-compat"]
-	path = community-build/community-projects/discipline-specs2-forward-compat
-	url = https://github.com/dotty-staging/discipline-specs2.git
-[submodule "community-build/community-projects/simulacrum-scalafix-forward-compat"]
-	path = community-build/community-projects/simulacrum-scalafix-forward-compat
-	url = https://github.com/dotty-staging/simulacrum-scalafix.git
-[submodule "community-build/community-projects/cats-forward-compat"]
-	path = community-build/community-projects/cats-forward-compat
-	url = https://github.com/dotty-staging/cats.git
-[submodule "community-build/community-projects/cats-mtl-forward-compat"]
-	path = community-build/community-projects/cats-mtl-forward-compat
-	url = https://github.com/dotty-staging/cats-mtl.git
-[submodule "community-build/community-projects/coop-forward-compat"]
-	path = community-build/community-projects/coop-forward-compat
-	url = https://github.com/dotty-staging/coop.git
-[submodule "community-build/community-projects/cats-effect-3-forward-compat"]
-	path = community-build/community-projects/cats-effect-3-forward-compat
-	url = https://github.com/dotty-staging/cats-effect.git
-	branch = series/3.x
-[submodule "community-build/community-projects/scalacheck-forward-compat"]
-	path = community-build/community-projects/scalacheck-forward-compat
-	url = https://github.com/dotty-staging/scalacheck
 [submodule "community-build/community-projects/http4s"]
 	path = community-build/community-projects/http4s
 	url = https://github.com/dotty-staging/http4s.git
+[submodule "community-build/community-projects/parboiled2"]
+	path = community-build/community-projects/parboiled2
+	url = https://github.com/dotty-staging/parboiled2.git

NOTICE.md

@@ -88,6 +88,10 @@ major authors were omitted by oversight.
     docs/js/. Please refer to the license header of the concerned files for
     details.
 
+  * dotty.tools.dotc.coverage: Coverage instrumentation utilities have been
+    adapted from the scoverage plugin for scala 2 [5], which is under the
+    Apache 2.0 license.
+
   * The Dotty codebase contains parts which are derived from
     the ScalaPB protobuf library [4], which is under the Apache 2.0 license.
 
@@ -96,3 +100,4 @@ major authors were omitted by oversight.
 [2] https://github.com/adriaanm/scala/tree/sbt-api-consolidate/src/compiler/scala/tools/sbt
 [3] https://github.com/sbt/sbt/tree/0.13/compile/interface/src/main/scala/xsbt
 [4] https://github.com/lampepfl/dotty/pull/5783/files
+[5] https://github.com/scoverage/scalac-scoverage-plugin