WIP Migrate build logic to Java (firebase#1516)

* Migrate publishing build logic to java.

* Migrate build logic to java.

* Add license to files.

* Add projectsToRelease property to the root project.

Author: vkryachko

.gitignore

@@ -7,3 +7,4 @@ local.properties
 google-services.json
 _artifacts
 .DS_Store
+firebase-crashlytics-ndk/.externalNativeBuild/

build.gradle

@@ -56,7 +56,6 @@ apply plugin: com.google.firebase.gradle.plugins.publish.PublishingPlugin
 apply plugin: com.google.firebase.gradle.plugins.ci.ContinuousIntegrationPlugin
 apply plugin: com.google.firebase.gradle.plugins.ci.SmokeTestsPlugin
 apply plugin: com.google.firebase.gradle.plugins.ci.metrics.MetricsPlugin
-apply plugin: com.google.firebase.gradle.plugins.ci.CheckCoveragePlugin
 
 firebaseContinuousIntegration {
     ignorePaths = [

buildSrc/src/main/groovy/com/google/firebase/gradle/plugins/FirebaseLibraryExtension.java

@@ -18,6 +18,7 @@
 import com.google.firebase.gradle.plugins.ci.device.FirebaseTestLabExtension;
 import java.util.Collections;
 import java.util.HashSet;
+import java.util.Optional;
 import java.util.Set;
 import java.util.stream.Collectors;
 import javax.inject.Inject;
@@ -30,7 +31,9 @@
 import org.gradle.api.publish.maven.MavenPom;
 
 public class FirebaseLibraryExtension {
-  private final Project project;
+
+  public final Project project;
+  public final LibraryType type;
   private final Set<FirebaseLibraryExtension> librariesToCoRelease = new HashSet<>();
 
   /** Indicates whether the library has public javadoc. */
@@ -66,8 +69,9 @@ public class FirebaseLibraryExtension {
       };
 
   @Inject
-  public FirebaseLibraryExtension(Project project) {
+  public FirebaseLibraryExtension(Project project, LibraryType type) {
     this.project = project;
+    this.type = type;
     this.testLab = new FirebaseTestLabExtension(project.getObjects());
     this.artifactId = project.getObjects().property(String.class);
     this.groupId = project.getObjects().property(String.class);
@@ -134,6 +138,13 @@ public Set<Project> getProjectsToRelease() {
         .build();
   }
 
+  public Set<FirebaseLibraryExtension> getLibrariesToRelease() {
+    return ImmutableSet.<FirebaseLibraryExtension>builder()
+        .add(this)
+        .addAll(librariesToCoRelease)
+        .build();
+  }
+
   /** Provides a hook to customize pom generation. */
   public void customizePom(Action<MavenPom> action) {
     customizePomAction = action;
@@ -148,4 +159,31 @@ public void applyPomCustomization(MavenPom pom) {
   public void staticAnalysis(Action<FirebaseStaticAnalysis> action) {
     action.execute(staticAnalysis);
   }
+
+  public String getVersion() {
+    return project.getVersion().toString();
+  }
+
+  public Optional<String> getLatestReleasedVersion() {
+    if (project.hasProperty("latestReleasedVersion")) {
+      return Optional.of(
+          project.getExtensions().getExtraProperties().get("latestReleasedVersion").toString());
+    }
+    return Optional.empty();
+  }
+
+  public String getMavenName() {
+    return groupId.get() + ":" + artifactId.get();
+  }
+
+  public String getPath() {
+    return project.getPath();
+  }
+
+  @Override
+  public String toString() {
+    return String.format(
+        "FirebaseLibraryExtension{name=\"%s:%s\", project=\"%s\", type=\"%s\"}",
+        groupId.get(), artifactId.get(), getPath(), type);
+  }
 }

buildSrc/src/main/groovy/com/google/firebase/gradle/plugins/FirebaseLibraryPlugin.java

@@ -24,6 +24,7 @@
 import com.google.firebase.gradle.plugins.apiinfo.GenerateApiTxtFileTask;
 import com.google.firebase.gradle.plugins.apiinfo.GenerateStubsTask;
 import com.google.firebase.gradle.plugins.apiinfo.GetMetalavaJarTask;
+import com.google.firebase.gradle.plugins.ci.Coverage;
 import com.google.firebase.gradle.plugins.ci.device.FirebaseTestServer;
 import java.io.File;
 import java.nio.file.Paths;
@@ -41,7 +42,10 @@ public void apply(Project project) {
     project.apply(ImmutableMap.of("plugin", "com.android.library"));
 
     FirebaseLibraryExtension firebaseLibrary =
-        project.getExtensions().create("firebaseLibrary", FirebaseLibraryExtension.class, project);
+        project
+            .getExtensions()
+            .create(
+                "firebaseLibrary", FirebaseLibraryExtension.class, project, LibraryType.ANDROID);
 
     LibraryExtension android = project.getExtensions().getByType(LibraryExtension.class);
 
@@ -85,7 +89,7 @@ public void apply(Project project) {
 
     android.testServer(new FirebaseTestServer(project, firebaseLibrary.testLab));
 
-    setupStaticAnalysis(project, android, firebaseLibrary);
+    setupStaticAnalysis(project, firebaseLibrary);
 
     // reduce the likelihood of kotlin module files colliding.
     project
@@ -200,8 +204,7 @@ private static void setupApiInformationAnalysis(Project project, LibraryExtensio
             });
   }
 
-  private static void setupStaticAnalysis(
-      Project project, LibraryExtension android, FirebaseLibraryExtension library) {
+  private static void setupStaticAnalysis(Project project, FirebaseLibraryExtension library) {
     project.afterEvaluate(
         p ->
             project
@@ -226,6 +229,7 @@ private static void setupStaticAnalysis(
                     }));
 
     project.getTasks().register("firebaseLint", task -> task.dependsOn("lint"));
+    Coverage.apply(library);
   }
 
   private static String kotlinModuleName(Project project) {

buildSrc/src/main/groovy/com/google/firebase/gradle/plugins/ci/ContinuousIntegrationExtension.groovy renamed to buildSrc/src/main/groovy/com/google/firebase/gradle/plugins/LibraryType.java

@@ -1,4 +1,4 @@
-// Copyright 2018 Google LLC
+// Copyright 2020 Google LLC
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.
@@ -12,12 +12,19 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-package com.google.firebase.gradle.plugins.ci
+package com.google.firebase.gradle.plugins;
 
-import java.util.regex.Pattern
+public enum LibraryType {
+  ANDROID("aar"),
+  JAVA("jar");
 
-/** Contains plugin configuration properties. */
-class ContinuousIntegrationExtension {
-    /** List of paths that the plugin should ignore when querying the Git commit. */
-    List<Pattern> ignorePaths = []
-}
+  private final String format;
+
+  LibraryType(String format) {
+    this.format = format;
+  }
+
+  public String getFormat() {
+    return format;
+  }
+}

buildSrc/src/main/groovy/com/google/firebase/gradle/plugins/ci/AffectedProjectFinder.groovy

@@ -0,0 +1,117 @@
+// Copyright 2020 Google LLC
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//      http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package com.google.firebase.gradle.plugins.ci;
+
+import com.google.common.collect.ImmutableSet;
+
+import com.google.common.io.CharStreams;
+import java.io.File;
+import java.io.IOException;
+import java.io.InputStreamReader;
+import java.util.HashSet;
+import java.util.Iterator;
+import java.util.List;
+import java.util.Set;
+import java.util.regex.Pattern;
+import java.util.stream.Collectors;
+import java.util.stream.Stream;
+import org.gradle.api.GradleException;
+import org.gradle.api.Project;
+
+/** Determines a set of subprojects that own the 'changedPaths'. */
+public class AffectedProjectFinder {
+
+  private final Project project;
+  private final Set<String> changedPaths;
+
+  public AffectedProjectFinder(Project project, List<Pattern> ignorePaths) {
+    this(project, changedPaths(project.getRootDir()), ignorePaths);
+  }
+
+  private AffectedProjectFinder(
+      Project project, Set<String> changedPaths, List<Pattern> ignorePaths) {
+    this.project = project;
+    this.changedPaths =
+        changedPaths.stream()
+            .filter(
+                p -> {
+                  for (Pattern path : ignorePaths) {
+                    if (path.matcher(p).matches()) {
+                      return false;
+                    }
+                  }
+                  return true;
+                })
+            .collect(Collectors.toSet());
+  }
+
+  Set<Project> find() {
+    Set<String> paths = new HashSet<>(changedPaths);
+    Set<Project> projects = changedSubProjects(project, paths);
+
+    if (!containsRootProject(projects)) {
+      return projects;
+    }
+    return project.getSubprojects();
+  }
+
+  private static Set<String> changedPaths(File workDir) {
+    try {
+      Process process =
+          Runtime.getRuntime().exec("git diff --name-only --submodule=diff", null, workDir);
+      process.waitFor();
+      return ImmutableSet.copyOf(
+          CharStreams.readLines(new InputStreamReader(process.getInputStream())));
+    } catch (IOException e) {
+      throw new GradleException("Could not determine changed files", e);
+    } catch (InterruptedException e) {
+      Thread.currentThread().interrupt();
+      throw new RuntimeException(e);
+    }
+  }
+
+  /**
+   * Performs a post-order project tree traversal and returns a set of projects that own the
+   * 'changedPaths'.
+   */
+  private static Set<Project> changedSubProjects(Project project, Set<String> changedPaths) {
+    // project.subprojects include all descendants of a given project, we only want immediate
+    // children.
+    Stream<Project> immediateChildProjects =
+        project.getSubprojects().stream().filter(p -> project.equals(p.getParent()));
+
+    Set<Project> projects =
+        immediateChildProjects
+            .flatMap(p -> changedSubProjects(p, changedPaths).stream())
+            .collect(Collectors.toSet());
+    String relativePath =
+        project.getRootDir().toURI().relativize(project.getProjectDir().toURI()).toString();
+
+    Iterator<String> itr = changedPaths.iterator();
+    while (itr.hasNext()) {
+      String file = itr.next();
+      if (file.startsWith(relativePath)) {
+        System.out.println("Claiming file " + file + " for project " + project);
+        itr.remove();
+        projects.add(project);
+      }
+    }
+    return projects;
+  }
+
+  private static boolean containsRootProject(Set<Project> projects) {
+    return projects.stream().anyMatch(p -> p.getRootProject().equals(p));
+  }
+}