1
1
buildscript {
2
- repositories {
3
- mavenCentral()
4
- }
5
- dependencies {
6
- classpath ' de.thetaphi:forbiddenapis:3.4'
7
- }
2
+ repositories {
3
+ mavenCentral()
4
+ }
5
+ dependencies {
6
+ classpath ' de.thetaphi:forbiddenapis:3.4'
7
+ }
8
8
}
9
9
plugins {
10
10
id ' maven-publish'
11
- // https://github.com/researchgate/gradle-release
12
- id ' net.researchgate.release' version ' 3.0.2'
11
+ // https://github.com/researchgate/gradle-release
12
+ id ' net.researchgate.release' version ' 3.0.2'
13
13
id ' io.codearte.nexus-staging' version ' 0.30.0'
14
14
}
15
15
@@ -23,25 +23,25 @@ group = 'org.dstadler'
23
23
archivesBaseName = ' commoncrawldownload'
24
24
25
25
repositories {
26
- mavenCentral()
26
+ mavenCentral()
27
27
}
28
28
29
29
forbiddenApis {
30
- suppressAnnotations = [' org.dstadler.commons.util.SuppressForbidden' ]
31
- bundledSignatures = [ ' jdk-reflection' , ' commons-io-unsafe-2.11.0' , ' jdk-internal' ]
32
- signaturesFiles + = files(' config/forbidden-apis/http-signatures.txt' )
30
+ suppressAnnotations = [' org.dstadler.commons.util.SuppressForbidden' ]
31
+ bundledSignatures = [ ' jdk-reflection' , ' commons-io-unsafe-2.11.0' , ' jdk-internal' ]
32
+ signaturesFiles + = files(' config/forbidden-apis/http-signatures.txt' )
33
33
}
34
34
forbiddenApisMain {
35
- // 'jdk-unsafe', 'jdk-system-out'
36
- bundledSignatures + = [ ' jdk-deprecated' , ' jdk-internal' , ' jdk-non-portable' ]
37
- signaturesFiles + = files(' config/forbidden-apis/forbidden.signatures.txt' )
35
+ // 'jdk-unsafe', 'jdk-system-out'
36
+ bundledSignatures + = [ ' jdk-deprecated' , ' jdk-internal' , ' jdk-non-portable' ]
37
+ signaturesFiles + = files(' config/forbidden-apis/forbidden.signatures.txt' )
38
38
}
39
39
40
40
dependencies {
41
41
implementation ' org.dstadler:commons-dost:1.1.0.2'
42
42
implementation ' org.apache.httpcomponents:httpclient:4.5.14'
43
- implementation ' org.apache.commons:commons-lang3:3.12.0'
44
- implementation ' commons-io:commons-io:2.11.0'
43
+ implementation ' org.apache.commons:commons-lang3:3.12.0'
44
+ implementation ' commons-io:commons-io:2.11.0'
45
45
46
46
// version '0.20.2-cdh3u4' is referenced by webarchive-commons, but "vanished"...
47
47
implementation ' org.apache.hadoop:hadoop-core:0.20.205.0'
@@ -55,31 +55,31 @@ dependencies {
55
55
implementation ' com.google.code.findbugs:jsr305:3.0.2'
56
56
57
57
testImplementation ' junit:junit:4.13.2'
58
- testImplementation ' org.dstadler:commons-test:1.0.0.20'
58
+ testImplementation ' org.dstadler:commons-test:1.0.0.20'
59
59
}
60
60
61
61
wrapper {
62
62
gradleVersion = ' 7.6'
63
63
}
64
64
65
65
test {
66
- systemProperties = System . properties as Map<String , ?>
66
+ systemProperties = System . properties as Map<String , ?>
67
67
68
- // enable to show standard out and standard error of the test JVM(s) on the console
69
- // testLogging.showStandardStreams = true
68
+ // enable to show standard out and standard error of the test JVM(s) on the console
69
+ // testLogging.showStandardStreams = true
70
70
71
- // http://forums.gradle.org/gradle/topics/jacoco_related_failure_in_multiproject_build
72
- systemProperties[' user.dir' ] = workingDir
71
+ // http://forums.gradle.org/gradle/topics/jacoco_related_failure_in_multiproject_build
72
+ systemProperties[' user.dir' ] = workingDir
73
73
}
74
74
75
75
jacoco {
76
- toolVersion = ' 0.8.8'
76
+ toolVersion = ' 0.8.8'
77
77
}
78
78
79
79
jacocoTestReport {
80
80
reports {
81
81
xml. enabled true
82
- }
82
+ }
83
83
}
84
84
85
85
task sourcesJar (type : Jar ) {
@@ -106,6 +106,7 @@ release {
106
106
publishing {
107
107
publications {
108
108
mavenJava(MavenPublication ) {
109
+ artifactId = archivesBaseName
109
110
from components. java
110
111
111
112
pom {
@@ -150,46 +151,46 @@ signing {
150
151
afterReleaseBuild. dependsOn publish
151
152
152
153
task lookupURLs (type :JavaExec ,dependsOn : compileJava) {
153
- description = ' Reads the current Common Crawl URL index data and extracts all URLs for interesting mime-types or file extensions'
154
+ description = ' Reads the current Common Crawl URL index data and extracts all URLs for interesting mime-types or file extensions'
154
155
155
156
jvmArgs = [
156
157
' -Xmx128m'
157
158
]
158
159
159
160
main = ' org.dstadler.commoncrawl.index.DownloadURLIndex'
160
- classpath = sourceSets. main. runtimeClasspath
161
+ classpath = sourceSets. main. runtimeClasspath
161
162
}
162
163
163
164
164
165
task downloadOldIndex (type :JavaExec ,dependsOn : compileJava) {
165
- description = ' Reading blocks at beginning or the last stored block-number and download binary data from the common crawl archives'
166
+ description = ' Reading blocks at beginning or the last stored block-number and download binary data from the common crawl archives'
166
167
167
168
jvmArgs = [
168
169
' -Xmx128m'
169
170
]
170
171
171
172
main = ' org.dstadler.commoncrawl.oldindex.ReadAndDownload'
172
- classpath = sourceSets. main. runtimeClasspath
173
+ classpath = sourceSets. main. runtimeClasspath
173
174
}
174
175
175
176
task downloadDocuments (type :JavaExec ,dependsOn : compileJava) {
176
- description = ' Uses the URLs listed in commoncrawl.txt to download the documents from the Common Crawl'
177
+ description = ' Uses the URLs listed in commoncrawl.txt to download the documents from the Common Crawl'
177
178
178
179
jvmArgs = [
179
180
' -Xmx128m'
180
181
]
181
182
182
183
main = ' org.dstadler.commoncrawl.index.DownloadFromCommonCrawl'
183
- classpath = sourceSets. main. runtimeClasspath
184
+ classpath = sourceSets. main. runtimeClasspath
184
185
}
185
186
186
187
task deduplicate (type :JavaExec ,dependsOn : compileJava) {
187
- description = ' Compares files by size and hash and moves away identical files into a backup-directory'
188
+ description = ' Compares files by size and hash and moves away identical files into a backup-directory'
188
189
189
190
jvmArgs = [
190
191
' -Xmx1024m'
191
192
]
192
193
193
194
main = ' org.dstadler.commoncrawl.Deduplicate'
194
- classpath = sourceSets. main. runtimeClasspath
195
+ classpath = sourceSets. main. runtimeClasspath
195
196
}
0 commit comments