This commit is contained in:
2025-09-13 22:02:58 -05:00
parent e69b554d02
commit 26639e924d

View File

@@ -62,159 +62,131 @@ const getBucketFiles = async (folderName) => {
Prefix: folderKey, Prefix: folderKey,
}), }),
); );
const ret = data.Contents.filter((item) => item.Key !== folderKey)
const ret = (data.Contents || [])
.filter((item) => item.Key !== folderKey)
.map((item) => { .map((item) => {
const d =
item.LastModified instanceof Date
? item.LastModified
: new Date(item.LastModified);
return { return {
date: item.LastModified.toLocaleDateString("en-US", { date: d
year: "numeric", .toLocaleDateString("en-US", {
month: "2-digit", year: "numeric",
day: "2-digit", month: "2-digit",
hour: "2-digit", day: "2-digit",
minute: "2-digit", hour: "2-digit",
second: "2-digit", minute: "2-digit",
}).replace(/,/g, ""), second: "2-digit",
sort: item.LastModified.getTime(), })
.replace(/,/g, ""),
sort: d.getTime(),
name: item.Key.replace(folderKey, ""), name: item.Key.replace(folderKey, ""),
key: item.Key, key: item.Key,
}; };
}) })
.sort((a, b) => { .sort((a, b) => (a.sort > b.sort ? -1 : a.sort < b.sort ? 1 : 0));
return a.sort > b.sort ? -1 : a.sort < b.sort ? 1 : 0;
});
const itemCount = {}; const itemCount = {};
const ext = ".tar.gz"; const ext = ".tar.gz";
const filteredItems = ret // ----- choose which tars to keep (apply nightly retention) -----
.filter((item) => item.name.endsWith(ext)) const baseTars = ret.filter((item) => item.name.endsWith(ext));
.filter((item) => { const keepTarKeys = new Set();
if (folderName === "nightly") {
const parts = item.name.split("_"); for (const t of baseTars) {
const groupId = `${parts[0]}_${parts[3]}_${parts[4]}`; if (folderName === "nightly") {
itemCount[groupId] = itemCount[groupId] || 0; const parts = t.name.split("_");
if (++itemCount[groupId] <= 3) { // parts[0]=product, parts[3]=platform, parts[4]=arch
return true; const groupId = `${parts[0]}_${parts[3]}_${parts[4]}`;
itemCount[groupId] = itemCount[groupId] || 0;
if (++itemCount[groupId] <= 3) {
keepTarKeys.add(t.key);
} else {
// mark old: tar + sidecars
if (!oldItems.includes(t.key)) {
oldItems.push(t.key, t.key + ".sha256", t.key + ".sig");
} }
if (!oldItems.find((key) => key === item.key)) { // windows companion
// mark tar + sidecars old if (parts[3] === "windows") {
oldItems.push(item.key); const setup_key =
oldItems.push(item.key + ".sha256"); t.key.substring(0, t.key.length - ext.length) + "_setup.exe";
oldItems.push(item.key + ".sig"); const setup_item = ret.find((x) => x.key === setup_key);
if (setup_item && !oldItems.includes(setup_key)) {
// windows companion (_setup.exe) + sidecars oldItems.push(
if (parts[3] === "windows") { setup_key,
const setup_key = setup_key + ".sha256",
item.key.substring(0, item.key.length - ext.length) + setup_key + ".sig",
"_setup.exe"; );
const setup_item = ret.find((i) => i.key == setup_key); }
if (setup_item) { }
oldItems.push(setup_key); // darwin companion (.dmg)
oldItems.push(setup_key + ".sha256"); if (parts[3] === "darwin") {
oldItems.push(setup_key + ".sig"); const dmg_key =
} t.key.substring(0, t.key.length - ext.length) + ".dmg";
} const dmg_item = ret.find((x) => x.key === dmg_key);
if (dmg_item && !oldItems.includes(dmg_key)) {
// darwin companion (.dmg) + sidecars <-- NEW oldItems.push(dmg_key, dmg_key + ".sha256", dmg_key + ".sig");
if (parts[3] === "darwin") {
const dmg_key =
item.key.substring(0, item.key.length - ext.length) + ".dmg";
const dmg_item = ret.find((i) => i.key == dmg_key);
if (dmg_item) {
oldItems.push(dmg_key);
oldItems.push(dmg_key + ".sha256");
oldItems.push(dmg_key + ".sig");
}
} }
} }
return false;
} }
return true; } else {
}); keepTarKeys.add(t.key);
}
}
const totalCount = filteredItems.length * 3; // ----- build final output without splicing while iterating -----
const setup_items = []; const byKey = Object.fromEntries(ret.map((r) => [r.key, r]));
const dmg_items = []; // <-- NEW const out = [];
let setup_offset = 0;
let dmg_offset = 0;
for (let i = 0; i < totalCount && i < filteredItems.length; i += 3) { for (const t of baseTars) {
const parts = filteredItems[i].name.split("_"); if (!keepTarKeys.has(t.key)) continue;
// add tar sidecars const parts = t.name.split("_");
let item = ret.filter(
(it) => it.name === filteredItems[i].name + ".sha256",
);
filteredItems.splice(i + 1, 0, ...item);
item = ret.filter((it) => it.name === filteredItems[i].name + ".sig");
filteredItems.splice(i + 2, 0, ...item);
// windows companion block (setup.exe + sidecars) // 1) tar + sidecars
out.push(t);
const tarSha = byKey[t.key + ".sha256"];
if (tarSha) out.push(tarSha);
const tarSig = byKey[t.key + ".sig"];
if (tarSig) out.push(tarSig);
// 2) windows companion: _setup.exe + sidecars
if (parts[3] === "windows") { if (parts[3] === "windows") {
const setup_key = const setup_key =
filteredItems[i].key.substring( t.key.substring(0, t.key.length - ext.length) + "_setup.exe";
0, const setup = byKey[setup_key];
filteredItems[i].key.length - ext.length, if (setup) {
) + "_setup.exe"; out.push(setup);
const setupSha = byKey[setup_key + ".sha256"];
const setup_item = ret.find((it) => it.key == setup_key); if (setupSha) out.push(setupSha);
if (setup_item) { const setupSig = byKey[setup_key + ".sig"];
const setup_item2 = ret.find((it) => it.key == setup_key + ".sha256"); if (setupSig) out.push(setupSig);
const setup_item3 = ret.find((it) => it.key == setup_key + ".sig");
setup_items.push([
{ idx: i + 3 + setup_offset },
setup_item,
setup_item2,
setup_item3,
]);
setup_offset += 3;
} }
} }
// darwin companion block (.dmg + sidecars) <-- NEW (mirrors setup flow) // 3) darwin companion: .dmg + sidecars
if (parts[3] === "darwin") { if (parts[3] === "darwin") {
const dmg_key = const dmg_key = t.key.substring(0, t.key.length - ext.length) + ".dmg";
filteredItems[i].key.substring( const dmg = byKey[dmg_key];
0, if (dmg) {
filteredItems[i].key.length - ext.length, out.push(dmg);
) + ".dmg"; const dmgSha = byKey[dmg_key + ".sha256"];
if (dmgSha) out.push(dmgSha);
const dmg_item = ret.find((it) => it.key == dmg_key); const dmgSig = byKey[dmg_key + ".sig"];
if (dmg_item) { if (dmgSig) out.push(dmgSig);
const dmg_item2 = ret.find((it) => it.key == dmg_key + ".sha256");
const dmg_item3 = ret.find((it) => it.key == dmg_key + ".sig");
dmg_items.push([
{ idx: i + 3 + dmg_offset },
dmg_item,
dmg_item2,
dmg_item3,
]);
dmg_offset += 3;
} }
} }
} }
// Insert darwin DMG blocks first, then Windows setup blocks (order doesn't matter across platforms) return out;
if (dmg_items.length > 0) {
dmg_items.forEach((items) => {
filteredItems.splice(items[0].idx, 0, items[1]);
filteredItems.splice(items[0].idx + 1, 0, items[2]);
filteredItems.splice(items[0].idx + 2, 0, items[3]);
});
}
if (setup_items.length > 0) {
setup_items.forEach((items) => {
filteredItems.splice(items[0].idx, 0, items[1]);
filteredItems.splice(items[0].idx + 1, 0, items[2]);
filteredItems.splice(items[0].idx + 2, 0, items[3]);
});
}
return filteredItems;
} catch (err) { } catch (err) {
console.error(err); console.error(err);
// make sure we always return an array for callers
return [];
} }
return [];
}; };
export { cleanOldItems, createDownloadLink, getBucketFiles }; export { cleanOldItems, createDownloadLink, getBucketFiles };