diff --git a/.github/workflows/deps.yml b/.github/workflows/deps.yml
index 7ab63440f4..39ea7afbc4 100644
--- a/.github/workflows/deps.yml
+++ b/.github/workflows/deps.yml
@@ -13,3 +13,5 @@ jobs:
           java-version: '11'
       - name: Build with Gradle (refresh dependencies)
         run: ./gradlew clean classes testClasses assemble --refresh-dependencies
+      - name: Build sourceJars
+        run: ./gradlew sourceJar
diff --git a/gradle/any/protobuf.gradle b/gradle/any/protobuf.gradle
index 9acc2ecdc3..d82f7580b1 100644
--- a/gradle/any/protobuf.gradle
+++ b/gradle/any/protobuf.gradle
@@ -8,14 +8,6 @@ protobuf {
   }
 }
 
-// Add generated sources to the main sourceSet, which keeps intellij happy.
-// Now, we could use the idea plugin and let gradle generate intellij project files, but it seems as though gradle is
-// considering deprecating their plugin and upstreaming it to JetBrains. Might not be a good bet to start relying on
-// the idea plugin at this point.
-// https://github.com/gradle/gradle/issues/1366#issuecomment-546928184
-sourceSets.main.java.srcDirs += ['build/generated/sources/proto/main/java',
-                                 'build/generated/sources/proto/main/grpc']
-
 jacocoTestReport {
   afterEvaluate {
     // Exclude proto generated sources and classes from the coverage reports