1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
|
// Script for generating Spark download links
// No dependencies; pure javascript.
releases = {};
function addRelease(version, releaseDate, packages, downloadable, stable) {
releases[version] = {released: releaseDate, packages: packages, downloadable: downloadable, stable: stable};
}
var sources = {pretty: "Source Code", tag: "sources"};
var hadoopFree = {pretty: "Pre-build with user-provided Hadoop [can use with most Hadoop distributions]", tag: "without-hadoop"};
var hadoop1 = {pretty: "Pre-built for Hadoop 1.X", tag: "hadoop1"};
var cdh4 = {pretty: "Pre-built for CDH 4", tag: "cdh4"};
var hadoop2 = {pretty: "Pre-built for Hadoop 2.2", tag: "hadoop2"};
var hadoop2p3 = {pretty: "Pre-built for Hadoop 2.3", tag: "hadoop2.3"};
var hadoop2p4 = {pretty: "Pre-built for Hadoop 2.4", tag: "hadoop2.4"};
var hadoop2p6 = {pretty: "Pre-built for Hadoop 2.6", tag: "hadoop2.6"};
var hadoop2p7 = {pretty: "Pre-built for Hadoop 2.7 and later", tag: "hadoop2.7"};
var mapr3 = {pretty: "Pre-built for MapR 3.X", tag: "mapr3"};
var mapr4 = {pretty: "Pre-built for MapR 4.X", tag: "mapr4"};
// 0.7+
var packagesV1 = [hadoop1, cdh4, sources];
// 0.8.1+
var packagesV2 = [hadoop2].concat(packagesV1);
// 1.0.1+
var packagesV3 = [mapr3, mapr4].concat(packagesV2);
// 1.1.0+
var packagesV4 = [hadoop2p4, hadoop2p3, mapr3, mapr4].concat(packagesV1);
// 1.3.1+
var packagesV5 = [hadoop2p6].concat(packagesV4);
// 1.4.0+
var packagesV6 = [hadoop2p6, hadoop2p4, hadoop2p3, hadoopFree].concat(packagesV1);
// 2.0.0+
var packagesV7 = [hadoop2p7, hadoop2p6, hadoop2p4, hadoop2p3, hadoopFree, sources];
// addRelease("2.0.0-preview", new Date("05/24/2016"), sources.concat(packagesV7), true, false);
addRelease("2.0.0", new Date("07/27/2016"), packagesV7, true, true);
addRelease("1.6.2", new Date("06/25/2016"), packagesV6, true, true);
addRelease("1.6.1", new Date("03/09/2016"), packagesV6, true, true);
addRelease("1.6.0", new Date("01/04/2016"), packagesV6, true, true);
addRelease("1.5.2", new Date("11/09/2015"), packagesV6, true, true);
addRelease("1.5.1", new Date("10/02/2015"), packagesV6, true, true);
addRelease("1.5.0", new Date("9/09/2015"), packagesV6, true, true);
addRelease("1.4.1", new Date("7/15/2015"), packagesV6, true, true);
addRelease("1.4.0", new Date("6/11/2015"), packagesV6, true, true);
addRelease("1.3.1", new Date("4/17/2015"), packagesV5, true, true);
addRelease("1.3.0", new Date("3/13/2015"), packagesV4, true, true);
// addRelease("1.2.2", new Date("4/17/2015"), packagesV4, true, true);
// addRelease("1.2.1", new Date("2/9/2015"), packagesV4, true, true);
// addRelease("1.2.0", new Date("12/18/2014"), packagesV4, true, true);
// addRelease("1.1.1", new Date("11/26/2014"), packagesV4, true, true);
// addRelease("1.1.0", new Date("9/11/2014"), packagesV4, true, true);
// addRelease("1.0.2", new Date("8/5/2014"), packagesV3, true, true);
// addRelease("1.0.1", new Date("7/11/2014"), packagesV3, false, true);
// addRelease("1.0.0", new Date("5/30/2014"), packagesV2, false, true);
// addRelease("0.9.2", new Date("7/23/2014"), packagesV2, true, true);
// addRelease("0.9.1", new Date("4/9/2014"), packagesV2, false, true);
// addRelease("0.9.0-incubating", new Date("2/2/2014"), packagesV2, false, true);
// addRelease("0.8.1-incubating", new Date("12/19/2013"), packagesV2, true, true);
// addRelease("0.8.0-incubating", new Date("9/25/2013"), packagesV1, true, true);
// addRelease("0.7.3", new Date("7/16/2013"), packagesV1, true, true);
// addRelease("0.7.2", new Date("2/6/2013"), packagesV1, false, true);
// addRelease("0.7.0", new Date("2/27/2013"), [sources], false, true);
function append(el, contents) {
el.innerHTML += contents;
}
function empty(el) {
el.innerHTML = "";
}
function getSelectedValue(selectEl) {
return selectEl.options[selectEl.selectedIndex].value;
}
function versionShort(version) { return version.replace(/-incubating/, ""); }
function initDownloads() {
var versionSelect = document.getElementById("sparkVersionSelect");
// Populate stable versions
append(versionSelect, "<optgroup label=\"Stable\">");
for (var version in releases) {
if (!releases[version].downloadable || !releases[version].stable) { continue; }
var releaseDate = releases[version].released;
var title = versionShort(version) + " (" + releaseDate.toDateString().slice(4) + ")";
append(versionSelect, "<option value=\"" + version + "\">" + title + "</option>");
}
append(versionSelect, "</optgroup>");
// Populate other versions
// append(versionSelect, "<optgroup label=\"Preview\">");
for (var version in releases) {
if (!releases[version].downloadable || releases[version].stable) { continue; }
var releaseDate = releases[version].released;
var title = versionShort(version) + " (" + releaseDate.toDateString().slice(4) + ")";
append(versionSelect, "<option value=\"" + version + "\">" + title + "</option>");
}
append(versionSelect, "</optgroup>");
// Populate packages and (transitively) releases
onVersionSelect();
}
function initReleaseNotes() {
var releaseNotes = document.getElementById("sparkReleaseNotes");
for (var version in releases) {
if (!releases[version].stable) { continue; }
var releaseDate = releases[version].released;
var verShort = versionShort(version);
var contents = "<li><a href='releases/spark-release-$verUrl.html'>Spark $ver</a> ($date)</li>"
.replace(/\$verUrl/, verShort.replace(/\./g, "-"))
.replace(/\$ver/, verShort)
.replace(/\$date/, releaseDate.toDateString().slice(4));
append(releaseNotes, contents);
}
}
function onVersionSelect() {
var versionSelect = document.getElementById("sparkVersionSelect");
var packageSelect = document.getElementById("sparkPackageSelect");
var verifyLink = document.getElementById("sparkDownloadVerify");
empty(packageSelect);
empty(verifyLink);
var version = getSelectedValue(versionSelect);
var packages = releases[version]["packages"];
for (var idx in packages) {
var option = "<option value=$tag> $pretty </option>"
.replace(/\$tag/, packages[idx].tag)
.replace(/\$pretty/, packages[idx].pretty);
append(packageSelect, option);
}
var href = "http://www.apache.org/dist/spark/spark-" + version + "/";
var link = "<a href=\"" + href + "\">" + versionShort(version) + " signatures and checksums</a>";
append(verifyLink, link);
// Populate releases
onPackageSelect();
updateDownloadLink();
}
function onPackageSelect() {
var downloadSelect = document.getElementById("sparkDownloadSelect");
var packageSelect = document.getElementById("sparkPackageSelect");
empty(downloadSelect);
var pkg = getSelectedValue(packageSelect);
if (pkg.toLowerCase().indexOf("mapr") > -1) {
var external = "External Download (MAY CONTAIN INCOMPATIBLE LICENSES)";
append(downloadSelect, "<option value='external'>" + external + "</option>");
} else {
append(downloadSelect, "<option value='direct'>Direct Download</option>");
append(downloadSelect, "<option value='apache'>Select Apache Mirror</option>");
}
updateDownloadLink();
}
function onDownloadSelect() {
updateDownloadLink();
}
function updateDownloadLink() {
var versionSelect = document.getElementById("sparkVersionSelect");
var packageSelect = document.getElementById("sparkPackageSelect");
var downloadSelect = document.getElementById("sparkDownloadSelect");
var downloadLink = document.getElementById("spanDownloadLink");
empty(downloadLink);
var version = getSelectedValue(versionSelect);
var pkg = getSelectedValue(packageSelect);
var download = getSelectedValue(downloadSelect);
var artifactName = "spark-$ver-bin-$pkg.tgz"
.replace(/\$ver/g, version)
.replace(/\$pkg/g, pkg)
.replace(/-bin-sources/, ""); // special case for source packages
var link = "http://d3kbcqa49mib13.cloudfront.net/$artifact";
if (version < "0.8.0") {
link = "http://spark-project.org/download/$artifact";
}
if (pkg.toLowerCase().indexOf("mapr") > -1) {
link = "http://package.mapr.com/tools/apache-spark/$ver/$artifact"
} else if (download == "apache") {
if (version < "1.5.2" ||
(version >= "1.6.0" && version < "1.6.1")) {
link = "http://archive.apache.org/dist/spark/spark-$ver/$artifact";
} else {
link = "http://www.apache.org/dyn/closer.lua/spark/spark-$ver/$artifact";
}
}
link = link
.replace(/\$ver/, version)
.replace(/\$artifact/, artifactName);
var text = link.split("/").reverse()[0];
var onClick = "trackOutboundLink(this, 'Release Download Links', " +
"'$download_$artifact'); return false;"
.replace(/\$download/, download)
.replace(/\$artifact/, artifactName);
var contents = "<a href=\"" + link + "\" onClick=\"" + onClick + "\">" + text + "</a>";
append(downloadLink, contents);
}
|
