Debian Codegraph @

developmentPlugins/localizeMavenPlugin/src/main/groovy/android/databinding/LocalizeDependenciesTask.groovy

raw
1 /*
2 * Copyright (C) 2015 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17 package android.databinding
18
19 import groovy.io.FileType
20 import org.apache.maven.repository.internal.MavenRepositorySystemUtils
21 import org.eclipse.aether.DefaultRepositorySystemSession
22 import org.eclipse.aether.RepositorySystem
23 import org.eclipse.aether.RepositorySystemSession
24 import org.eclipse.aether.artifact.Artifact
25 import org.eclipse.aether.artifact.DefaultArtifact
26 import org.eclipse.aether.connector.basic.BasicRepositoryConnectorFactory
27 import org.eclipse.aether.graph.Dependency
28 import org.eclipse.aether.impl.DefaultServiceLocator
29 import org.eclipse.aether.repository.LocalRepository
30 import org.eclipse.aether.repository.RemoteRepository
31 import org.eclipse.aether.resolution.ArtifactDescriptorRequest
32 import org.eclipse.aether.resolution.ArtifactDescriptorResult
33 import org.eclipse.aether.resolution.ArtifactRequest
34 import org.eclipse.aether.spi.connector.RepositoryConnectorFactory
35 import org.eclipse.aether.spi.connector.transport.TransporterFactory
36 import org.eclipse.aether.transport.file.FileTransporterFactory
37 import org.eclipse.aether.transport.http.HttpTransporterFactory
38 import org.gradle.api.DefaultTask
39 import org.gradle.api.artifacts.Configuration
40 import org.gradle.api.artifacts.ModuleVersionIdentifier
41 import org.gradle.api.tasks.TaskAction
42
43 class LocalizeDependenciesTask extends DefaultTask {
44
45 private Set<String> ids = new HashSet<>();
46
47 private Set<String> fetchTestDependencies = new HashSet<>();
48
49 // force download these if they are seen as a dependency
50 private Set<String> wildCard = new HashSet<>();
51 {
52 wildCard.add("kotlin-gradle-plugin-core")
53 }
54
55 List<Artifact> artifactsToResolve = new LinkedList<>();
56
57 Set<String> resolvedArtifacts = new HashSet<>();
58
59 Set<String> failed = new HashSet<>();
60
61 HashMap<String, Object> licenses = new HashMap<>();
62
63 Set<String> missingLicenses = new HashSet<>();
64
65 File localRepoDir;
66
67 @TaskAction
68 doIt() {
69 println(ids)
70 LocalizePluginExtension extension = project.extensions.
71 getByName(MavenDependencyCollectorPlugin.EXTENSION_NAME)
72 if (extension.localRepoDir == null || extension.otherRepoDirs == null) {
73
74 def msg = "you must configure " +
75 "${MavenDependencyCollectorPlugin.EXTENSION_NAME} with localRepoDir and" +
76 " otherRepoDirs. localRepoDir: " + extension.localRepoDir +
77 "\notherRepoDir:" + extension.otherRepoDirs;
78 println(msg)
79 println("skipping ${project}")
80 return
81 }
82 localRepoDir = extension.localRepoDir
83 downloadAll(extension.localRepoDir, extension.otherRepoDirs)
84
85 if (!missingLicenses.isEmpty()) {
86 throw new RuntimeException("Missing licenses for $missingLicenses")
87 }
88 println("List of new licenses:")
89 println(ExportLicensesTask.buildNotice(licenses))
90 }
91
92 public void add(MavenDependencyCollectorTask task, ModuleVersionIdentifier id, Configuration conf) {
93 def key = toStringIdentifier(id)
94 ids.add(key)
95 println("adding $key in $conf by $task")
96 }
97
98 public static String toStringIdentifier(ModuleVersionIdentifier id) {
99 return id.group + ":" + id.name + ":" + id.version;
100 }
101
102 private static String artifactKey(Artifact artifact) {
103 return artifact.groupId + ":" + artifact.artifactId + ":" + artifact.version;
104 }
105
106 public downloadAll(File localRepoDir, List<String> otherRepoDirs) {
107 println("downloading all dependencies to $localRepoDir")
108 def mavenCentral = new RemoteRepository.Builder("central", "default",
109 "http://central.maven.org/maven2/").build();
110 def system = newRepositorySystem()
111 localRepoDir = localRepoDir.canonicalFile
112 List<File> otherRepos = new ArrayList<>()
113 otherRepoDirs.each {
114 def repo = new File(it).getCanonicalFile()
115 if (repo.exists() && !repo.equals(localRepoDir)) {
116 otherRepos.add(repo)
117 }
118 }
119 def session = newRepositorySystemSession(system, localRepoDir)
120 ids.each {
121 def artifact = new DefaultArtifact(it)
122 artifactsToResolve.add(artifact)
123 }
124
125 while (!artifactsToResolve.isEmpty()) {
126 println("remaining artifacts to resolve ${artifactsToResolve.size()}")
127 Artifact artifact = artifactsToResolve.remove(0)
128 println(" handling artifact ${artifact.getArtifactId()}")
129 if (shouldSkip(artifact, otherRepos)) {
130 println("skipping $artifact")
131 continue
132 }
133 resolveArtifactWithDependencies(system, session, Arrays.asList(mavenCentral), artifact);
134 }
135 }
136
137 public static boolean shouldSkip(Artifact artifact, List<File> otherRepos) {
138 if (artifact.groupId.startsWith('com.android.databinding') ||
139 artifact.groupId.startsWith('com.android.support') ||
140 artifact.groupId.equals("jdk")){
141 return true
142 }
143 String targetPath = artifact.groupId.replaceAll("\\.", "/") + "/" + artifact.artifactId +
144 "/" + artifact.version
145 for (File repo : otherRepos) {
146 File f = new File(repo, targetPath)
147 if (f.exists()) {
148 println("skipping ${artifact} because it exists in $repo")
149 return true
150 }
151 }
152 return false
153 }
154
155 def boolean isInGit(File file) {
156 if (!file.getCanonicalPath().startsWith(localRepoDir.getCanonicalPath())) {
157 println("$file is in another git repo, ignore for license")
158 return false
159 }
160 def gitSt = ["git", "status", "--porcelain", file.getCanonicalPath()].
161 execute([], localRepoDir)
162 gitSt.waitFor()
163 if (gitSt.exitValue() != 0) {
164 throw new RuntimeException("unable to get git status for $file. ${gitSt.err.text}")
165 }
166 return gitSt.text.trim().isEmpty()
167 }
168
169 public void resolveArtifactWithDependencies(RepositorySystem system,
170 RepositorySystemSession session, List<RemoteRepository> remoteRepositories,
171 Artifact artifact) {
172 def key = artifactKey(artifact)
173 if (resolvedArtifacts.contains(key) || failed.contains(key)) {
174 return
175 }
176 resolvedArtifacts.add(key)
177 ArtifactRequest artifactRequest = new ArtifactRequest();
178 artifactRequest.setArtifact(artifact);
179 artifactRequest.setRepositories(remoteRepositories);
180 def resolved;
181 try {
182 resolved = system.resolveArtifact(session, artifactRequest);
183 } catch (Throwable ignored) {
184 println("cannot find $key, skipping")
185 failed.add(key)
186 return
187 }
188 def alreadyInGit = isInGit(resolved.artifact.file)
189 println(" |-> resolved ${resolved.artifact.file}. Already in git? $alreadyInGit")
190
191
192
193 if (!alreadyInGit) {
194 def license = ExportLicensesTask.findLicenseFor(resolved.artifact.artifactId)
195 if (license == null) {
196 missingLicenses.add(artifactKey(artifact))
197 } else {
198 licenses.put(resolved.artifact.artifactId, license)
199 }
200 }
201
202 ArtifactDescriptorRequest descriptorRequest = new ArtifactDescriptorRequest();
203 descriptorRequest.setArtifact(artifact);
204 descriptorRequest.setRepositories(remoteRepositories);
205
206 ArtifactDescriptorResult descriptorResult = system.
207 readArtifactDescriptor(session, descriptorRequest);
208 for (Dependency dependency : descriptorResult.getDependencies()) {
209 println("dependency $dependency for $artifact . scope: ${dependency.scope}")
210 if ("provided".equals(dependency.scope)) {
211 println("skipping $dependency because provided")
212 continue
213 }
214 if ("optional".equals(dependency.scope)) {
215 println("skipping $dependency because optional")
216 continue
217 }
218 if ("test".equals(dependency.scope)) {
219 if (wildCard.contains(dependency.artifact.getArtifactId()) || fetchTestDependencies.contains(key)) {
220 println("${dependency} is test scope but including because $key is in direct dependencies")
221 } else {
222 println("skipping $dependency because test and $key is not first level dependency. artifact id: ${dependency.artifact.getArtifactId()}")
223 continue
224 }
225 }
226
227
228 def dependencyKey = artifactKey(dependency.artifact)
229 if (resolvedArtifacts.contains(dependencyKey)) {
230 println("skipping $dependency because is already resolved as ${dependencyKey}")
231 continue
232 }
233 println("adding to the list ${dependency.artifact}")
234 artifactsToResolve.add(dependency.artifact)
235 }
236 File unwanted = new File(resolved.artifact.file.getParentFile(), "_remote.repositories")
237 if (unwanted.exists()) {
238 unwanted.delete()
239 }
240 }
241
242 public static DefaultRepositorySystemSession newRepositorySystemSession(RepositorySystem system,
243 File localRepoDir) {
244 DefaultRepositorySystemSession session = MavenRepositorySystemUtils.newSession();
245 LocalRepository localRepo = new LocalRepository(localRepoDir);
246 session.setLocalRepositoryManager(system.newLocalRepositoryManager(session, localRepo));
247 return session;
248 }
249
250 public static RepositorySystem newRepositorySystem() {
251 DefaultServiceLocator locator = MavenRepositorySystemUtils.newServiceLocator();
252 locator.addService(RepositoryConnectorFactory.class, BasicRepositoryConnectorFactory.class);
253 locator.addService(TransporterFactory.class, FileTransporterFactory.class);
254 locator.addService(TransporterFactory.class, HttpTransporterFactory.class);
255
256 return locator.getService(RepositorySystem.class);
257 }
258 }