Browse Source
This is done through parsing the HTML of the given sites, and reacting to a new sort of the indices on the given sites. The links are then updated, and a PR with the new links created. The bot is run once a week on a schedule Changelog: None Signed-off-by: Ole Petter <ole.orhagen@northern.tech>2.4.x
Ole Petter
4 years ago
11 changed files with 2000 additions and 1 deletions
@ -0,0 +1,33 @@ |
|||
name: automatically-update-test-links |
|||
on: |
|||
schedule: |
|||
- cron: "0 13 * * 1" |
|||
jobs: |
|||
createPullRequest: |
|||
runs-on: ubuntu-latest |
|||
steps: |
|||
- uses: actions/checkout@v2 |
|||
- uses: actions/setup-node@v2 |
|||
- name: Make changes to pull request |
|||
run: | |
|||
npm ci |
|||
node monitor-bb.js |
|||
node monitor-bb-sd.js |
|||
node monitor-rpi.js |
|||
node monitor-tinker.js |
|||
node monitor-ub-server.js |
|||
working-directory: scripts/linkbot |
|||
|
|||
- name: Create Pull Request |
|||
id: cpr |
|||
uses: peter-evans/create-pull-request@v3 |
|||
with: |
|||
title: "Image-Bot: New images available" |
|||
body: | |
|||
New images are available for update |
|||
commit-message: Image-Bot - Image updates |
|||
|
|||
- name: Check outputs |
|||
run: | |
|||
echo "Pull Request Number - ${{ steps.cpr.outputs.pull-request-number }}" |
|||
echo "Pull Request URL - ${{ steps.cpr.outputs.pull-request-url }}" |
|||
@ -0,0 +1 @@ |
|||
node_modules |
|||
@ -0,0 +1,18 @@ |
|||
const fs = require('fs') |
|||
const updateURLLink = (newLine, target) => { |
|||
try { |
|||
const data = fs.readFileSync('../test/run-tests.sh', 'utf8') |
|||
.replace(RegExp(`## Auto-update\n${target}=.*`), `## Auto-update\n${newLine}`) |
|||
fs.writeFile('../test/run-tests.sh', data, (err, data) => { |
|||
if (err) { |
|||
console.error(err) |
|||
} |
|||
}) |
|||
} catch (err) { |
|||
console.error(err) |
|||
process.exit(1) |
|||
} |
|||
} |
|||
module.exports = { |
|||
updateURLLink |
|||
} |
|||
@ -0,0 +1,49 @@ |
|||
const jsdom = require("jsdom"); |
|||
const { JSDOM } = jsdom; |
|||
const fs = require('fs') |
|||
const { updateURLLink } = require('./common'); |
|||
|
|||
const target = "BBB_DEBIAN_SDCARD_IMAGE_URL" |
|||
|
|||
var reg = "bone-debian-(?<version>[0-9]+\.[0-9]+)-iot-armhf-(?<date>[0-9]{4}-[0-9]{2}-[0-9]{1,2})-4gb.img.xz$" |
|||
|
|||
// Read the input file, and parse the variable input
|
|||
try { |
|||
const data = fs.readFileSync('../test/run-tests.sh', 'utf8') |
|||
.split('\n') |
|||
.filter(line => line.match(`${target}=.*`)) |
|||
var line = data[0] |
|||
var m = line.match(".*=\"(?<url>[a-zA-Z-://\._]*)(?<imageName>bone-debian-(?<version>[0-9]+\.[0-9]+)-iot-armhf-(?<date>[0-9]{4}-[0-9]{2}-[0-9]{1,2})-4gb.img.xz)") |
|||
var url = m.groups.url |
|||
var currentImageName = m.groups.imageName |
|||
} catch (err) { |
|||
console.error(err) |
|||
process.exit(1) |
|||
} |
|||
|
|||
JSDOM.fromURL(url, {}).then(dom => { |
|||
var document = dom.window.document; |
|||
var table = document.getElementById("list"); |
|||
var rows = table.rows; |
|||
var matches = Array.from(rows) |
|||
.filter(row => row.firstChild.textContent.match(reg)) |
|||
.reduce((acc, element) => { |
|||
var regMatch = element.firstChild.textContent.match(reg) |
|||
acc.push({ |
|||
text: element.firstChild.textContent, |
|||
version: regMatch.groups.version, |
|||
date: regMatch.groups.date, |
|||
}) |
|||
return acc |
|||
}, []) |
|||
.sort((a,b) => { |
|||
// The bone-debian setup has two parts which needs comparing:
|
|||
// * The release-version: i.e., 10.3
|
|||
// * The date: i.e., 2020-04-06
|
|||
return parseFloat(b.version) - parseFloat(a.version) || Date.parse(b.date) - Date.parse(a.date) |
|||
}) |
|||
if (matches[0].text !== currentImageName) { |
|||
console.error("We've got a new release! \\o/"); |
|||
updateURLLink(`${target}=\"${url}/${matches[0].text}\"`) |
|||
} |
|||
}); |
|||
@ -0,0 +1,58 @@ |
|||
const jsdom = require("jsdom"); |
|||
const { JSDOM } = jsdom; |
|||
const fs = require('fs') |
|||
const { updateURLLink } = require('./common'); |
|||
|
|||
const reg = "[0-9]{4}-[0-9]{2}-[0-9]{1,2}/" |
|||
const target = "BBB_DEBIAN_EMMC_IMAGE_URL" |
|||
|
|||
// Read the input file, and parse the variable input
|
|||
try { |
|||
const data = fs.readFileSync('../test/run-tests.sh', 'utf8') |
|||
.split('\n') |
|||
.filter(line => line.match(`${target}=.*`)) |
|||
var line = data[0] |
|||
var m = line.match(".*=\"(?<url>[a-zA-Z-://\.]*)(?<latestDate>[0-9]{4}-[0-9]{2}-[0-9]{1,2}/).*") |
|||
var url = m.groups.url |
|||
var latestDate = m.groups.latestDate |
|||
} catch (err) { |
|||
console.error(err) |
|||
process.exit(1) |
|||
} |
|||
|
|||
function getNewBoneDebian(url) { |
|||
return JSDOM.fromURL(url, {}).then(dom => { |
|||
var document = dom.window.document; |
|||
var refs = document.getElementsByTagName("a"); |
|||
var test = Array.from(refs) |
|||
.filter(ref => ref.textContent.match(("bone-debian.*\.img\.xz$"))) |
|||
.reduce((acc, element) => { |
|||
acc.push(element.textContent.match("bone-debian.*\.img\.xz$").input) |
|||
return acc |
|||
}, [])[0] |
|||
return `${target}=\"${url}/${test}\"`; |
|||
}); |
|||
} |
|||
|
|||
JSDOM.fromURL(url, {}).then(async dom => { |
|||
var document = dom.window.document; |
|||
var table = document.getElementsByTagName("table"); |
|||
var rows = table[0].rows; |
|||
var matches = Array.from(rows) |
|||
.filter(row => row.children.length == 5) |
|||
.filter(row => row.children[1].textContent.match(reg)) |
|||
.reduce((acc, row ) => { |
|||
acc.push(row.children[1].textContent) |
|||
return acc |
|||
}, []) |
|||
.sort((a,b) => { |
|||
return Date.parse(b) - Date.parse(a) |
|||
}) |
|||
if (matches[0] !== latestDate) { |
|||
console.error("We've got a new release! \\o/"); |
|||
var newVar = await getNewBoneDebian(`${url}${matches[0]}buster-console`) |
|||
if (newVar) { |
|||
updateURLLink(newVar, target) |
|||
} |
|||
} |
|||
}); |
|||
@ -0,0 +1,54 @@ |
|||
const jsdom = require("jsdom"); |
|||
const { JSDOM } = jsdom; |
|||
const fs = require('fs') |
|||
const { updateURLLink } = require('./common'); |
|||
|
|||
const target = "RASPBIAN_IMAGE_URL" |
|||
|
|||
// Read the input file, and parse the variable input
|
|||
try { |
|||
const data = fs.readFileSync('../test/run-tests.sh', 'utf8') |
|||
.split('\n') |
|||
.filter(line => line.match(`${target}=.*`)) |
|||
var line = data[0] |
|||
console.log(line) |
|||
var reg = "raspbian_lite-(?<date>[0-9]{4}-[0-9]{2}-[0-9]{1,2})/(?<updated>[0-9]{4}-[0-9]{2}-[0-9]{1,2}).*$" |
|||
var m = line.match(".*=\"(?<url>[a-zA-Z-://\._]*)(?<imageName>raspbian_lite-[0-9]{4}-[0-9]{2}-[0-9]{1,2})/(?<updated>[0-9]{4}-[0-9]{2}-[0-9]{1,2}).*$") |
|||
console.log(m) |
|||
var url = m.groups.url |
|||
var imageName = m.groups.imageName |
|||
var updated = m.groups.updated |
|||
} catch (err) { |
|||
console.error(err) |
|||
process.exit(1) |
|||
} |
|||
|
|||
JSDOM.fromURL(url, {}).then(dom => { |
|||
var document = dom.window.document; |
|||
var table = document.getElementsByTagName("table"); |
|||
var rows = table[0].rows; |
|||
var matches = []; |
|||
for (var i=0; i< rows.length; i++) { |
|||
var rowText = rows[i].textContent; |
|||
var regMatch = rowText.match(reg); |
|||
if (regMatch) { |
|||
matches.push(regMatch); |
|||
} |
|||
} |
|||
// Sort the accumulated matches
|
|||
matches.sort(function(a,b) { |
|||
let al = Date.parse(a.groups.date); |
|||
let bl = Date.parse(b.groups.date); |
|||
if (al == bl) { |
|||
let ad = Date.parse(a.groups.updated); |
|||
let bd = Date.parse(b.groups.updated); |
|||
return bd - ad; |
|||
} |
|||
return bl - al; |
|||
}); |
|||
var matchOn = matches[0].input.split("/")[0] |
|||
if (matchOn !== imageName) { |
|||
console.error("We've got a new release! \\o/"); |
|||
updateURLLink(`${target}=\"${url}${matches[0].input.split(" ")[0]}-raspbian-buster-lite.zip\"`, target) |
|||
} |
|||
}); |
|||
@ -0,0 +1,52 @@ |
|||
const jsdom = require("jsdom"); |
|||
const { JSDOM } = jsdom; |
|||
const bent = require('bent') |
|||
const getJSON = bent('json') |
|||
const fs = require('fs') |
|||
const { updateURLLink } = require('./common'); |
|||
|
|||
const target = "TINKER_IMAGE_URL" |
|||
const url = "https://tinker-board.asus.com/download-list.html?product=tinker-board" |
|||
let versionRegexp = "[vV](?<major>[0-9]{1,2}\.(?<minor>[0-9]{1,2})\.(?<patch>[0-9]{1,2}))" |
|||
const reg = ".*[Vv](?<major>[0-9]{1,2})\.(?<minor>[0-9]{1,2})\.(?<patch>[0-9]{1,2})?.*" |
|||
|
|||
// Read the input file, and parse the variable input
|
|||
try { |
|||
const data = fs.readFileSync('../test/run-tests.sh', 'utf8') |
|||
.split('\n') |
|||
.filter(line => line.match(`${target}=.*`)) |
|||
var line = data[0] |
|||
var m = line.match(`.*=\"${reg}`) |
|||
console.log(m) |
|||
var major = m.groups.major |
|||
var minor = m.groups.minor |
|||
var patch = m.groups.patch || 0 |
|||
} catch (err) { |
|||
console.error(err) |
|||
process.exit(1) |
|||
} |
|||
|
|||
let obj = getJSON("https://www.asus.com/support/api/product.asmx/GetPDDrivers?cpu=&osid=8&website=global&pdhashedid=xOd5XdS4L5c6tt1O&model=Tinker%20Board%20S").then(result => { |
|||
result.Result.Obj[0].Files.push({ |
|||
Title: "TinkerOS_Debian", |
|||
Version: `V${major}.${minor}.${patch}`, |
|||
}) |
|||
let matches = result.Result.Obj[0].Files.filter(obj => obj.Title.match("TinkerOS_Debian")) |
|||
.sort((a,b) => { |
|||
let matchA = a.Version.match(versionRegexp) |
|||
let matchB = b.Version.match(versionRegexp) |
|||
if (matchA && matchB) { |
|||
return parseInt(matchB.major) - parseInt(matchA.major) || |
|||
parseInt(matchB.minor) - parseInt(matchA.minor) || |
|||
parseInt(matchB.patch) - parseInt(matchA.patch) |
|||
} |
|||
}) |
|||
console.log("matches") |
|||
console.log(matches) |
|||
|
|||
// New version
|
|||
if (matches[0].DownloadUrl) { |
|||
console.log(`${target}=${matches[0].DownloadUrl.Global}`) |
|||
updateURLLink(`${target}=\"${matches[0].DownloadUrl.Global}\"`, target) |
|||
} |
|||
}) |
|||
@ -0,0 +1,46 @@ |
|||
const jsdom = require("jsdom"); |
|||
const { JSDOM } = jsdom; |
|||
const fs = require('fs') |
|||
const { updateURLLink } = require('./common'); |
|||
|
|||
const url = "http://cdimage.ubuntu.com/ubuntu/releases/" |
|||
const reg = ".*(?<release>[0-9]{2})\.04\.?(?<minor>[0-9]{1})?.*" |
|||
|
|||
// Read the input file, and parse the variable input
|
|||
try { |
|||
const data = fs.readFileSync('../test/run-tests.sh', 'utf8') |
|||
.split('\n') |
|||
.filter(line => line.match("UBUNTU_SERVER_RPI_IMAGE_URL=.*")) |
|||
var line = data[0] |
|||
var m = line.match(`.*=\"${reg}\"`) |
|||
var imageName = m.groups.release |
|||
var minor = m.groups.minor || 0 |
|||
} catch (err) { |
|||
console.error(err) |
|||
process.exit(1) |
|||
} |
|||
|
|||
JSDOM.fromURL(url, {}).then(dom => { |
|||
var document = dom.window.document; |
|||
var refs = document.getElementsByTagName("a"); |
|||
var matches = Array.from(refs) |
|||
.filter(ref => ref.textContent.match(reg)) |
|||
.reduce((acc, ref) => { |
|||
acc.push(ref.textContent.match(reg)) |
|||
return acc |
|||
}, []) |
|||
.sort((a,b) => { |
|||
return parseInt(b.groups.release) - parseInt(a.groups.release) || parseFloat(b.groups.minor) - parseFloat(a.groups.minor) |
|||
}) |
|||
var matchOn = matches[0].input |
|||
if (matchOn !== imageName) { |
|||
console.log("We've got a new release! \\o/"); |
|||
var newLine = "" |
|||
if (matches[0].groups.minor) { |
|||
newLine = `UBUNTU_SERVER_RPI_IMAGE_URL=\"${url}${matches[0].groups.release}.04.${matches[0].groups.minor}/release/ubuntu-${matches[0].groups.release}.04.${matches[0].groups.minor}-preinstalled-server-armhf+raspi.img.xz\"` |
|||
} else { |
|||
newLine = `UBUNTU_SERVER_RPI_IMAGE_URL=\"${url}${matches[0].groups.release}.04/release/ubuntu-${matches[0].groups.release}.04-preinstalled-server-armhf+raspi.img.xz\"` |
|||
} |
|||
updateURLLink(newLine) |
|||
} |
|||
}); |
|||
File diff suppressed because it is too large
@ -0,0 +1,6 @@ |
|||
{ |
|||
"dependencies": { |
|||
"bent": "^7.3.12", |
|||
"jsdom": "^16.4.0" |
|||
} |
|||
} |
|||
Loading…
Reference in new issue