1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
|
/*
* Copyright 2016-2021 JetBrains s.r.o. Use of this source code is governed by the Apache 2.0 license.
*/
import org.gradle.api.*
import org.gradle.api.artifacts.dsl.*
import org.gradle.api.artifacts.repositories.*
import org.gradle.api.initialization.dsl.*
import java.net.*
/**
* Enabled via environment variable, so that it can be reliably accessed from any piece of the build script,
* including buildSrc within TeamCity CI.
*/
private val cacheRedirectorEnabled = System.getenv("CACHE_REDIRECTOR")?.toBoolean() == true
/**
* The list of repositories supported by cache redirector should be synced with the list at https://cache-redirector.jetbrains.com/redirects_generated.html
* To add a repository to the list create an issue in ADM project (example issue https://youtrack.jetbrains.com/issue/IJI-149)
*/
private val mirroredUrls = listOf(
"https://cdn.azul.com/zulu/bin",
"https://clojars.org/repo",
"https://dl.google.com/android/repository",
"https://dl.google.com/dl/android/maven2",
"https://dl.google.com/dl/android/studio/ide-zips",
"https://dl.google.com/go",
"https://download.jetbrains.com",
"https://jitpack.io",
"https://maven.pkg.jetbrains.space/kotlin/p/kotlin/dev",
"https://maven.pkg.jetbrains.space/kotlin/p/kotlin/bootstrap",
"https://maven.pkg.jetbrains.space/kotlin/p/kotlin/eap",
"https://oss.sonatype.org/content/repositories/releases",
"https://oss.sonatype.org/content/repositories/snapshots",
"https://oss.sonatype.org/content/repositories/staging",
"https://packages.confluent.io/maven/",
"https://plugins.gradle.org/m2",
"https://plugins.jetbrains.com/maven",
"https://repo1.maven.org/maven2",
"https://repo.grails.org/grails/core",
"https://repo.jenkins-ci.org/releases",
"https://repo.maven.apache.org/maven2",
"https://repo.spring.io/milestone",
"https://repo.typesafe.com/typesafe/ivy-releases",
"https://services.gradle.org",
"https://www.exasol.com/artifactory/exasol-releases",
"https://www.myget.org/F/intellij-go-snapshots/maven",
"https://www.myget.org/F/rd-model-snapshots/maven",
"https://www.myget.org/F/rd-snapshots/maven",
"https://www.python.org/ftp",
"https://www.jetbrains.com/intellij-repository/nightly",
"https://www.jetbrains.com/intellij-repository/releases",
"https://www.jetbrains.com/intellij-repository/snapshots"
)
private val aliases = mapOf(
"https://repo.maven.apache.org/maven2" to "https://repo1.maven.org/maven2" // Maven Central
)
private fun URI.toCacheRedirectorUri() = URI("https://cache-redirector.jetbrains.com/$host/$path")
private fun URI.maybeRedirect(): URI? {
val url = toString().trimEnd('/')
val dealiasedUrl = aliases.getOrDefault(url, url)
return if (mirroredUrls.any { dealiasedUrl.startsWith(it) }) {
URI(dealiasedUrl).toCacheRedirectorUri()
} else {
null
}
}
private fun URI.isCachedOrLocal() = scheme == "file" ||
host == "cache-redirector.jetbrains.com" ||
host == "teamcity.jetbrains.com" ||
host == "buildserver.labs.intellij.net"
private fun Project.checkRedirectUrl(url: URI, containerName: String): URI {
val redirected = url.maybeRedirect()
if (redirected == null && !url.isCachedOrLocal()) {
val msg = "Repository $url in $containerName should be cached with cache-redirector"
val details = "Using non cached repository may lead to download failures in CI builds." +
" Check buildSrc/src/main/kotlin/CacheRedirector.kt for details."
logger.warn("WARNING - $msg\n$details")
}
return if (cacheRedirectorEnabled) redirected ?: url else url
}
private fun Project.checkRedirect(repositories: RepositoryHandler, containerName: String) {
if (cacheRedirectorEnabled) {
logger.info("Redirecting repositories for $containerName")
}
for (repository in repositories) {
when (repository) {
is MavenArtifactRepository -> repository.url = checkRedirectUrl(repository.url, containerName)
is IvyArtifactRepository -> repository.url = checkRedirectUrl(repository.url, containerName)
}
}
}
// Used from Groovy scripts
object CacheRedirector {
/**
* Substitutes repositories in buildScript { } block.
*/
@JvmStatic
fun ScriptHandler.configureBuildScript(rootProject: Project) {
rootProject.checkRedirect(repositories, "${rootProject.displayName} buildscript")
}
/**
* Substitutes repositories in a project.
*/
@JvmStatic
fun Project.configure() {
checkRedirect(repositories, displayName)
}
}
|
