mirror of
https://github.com/veggiemonk/awesome-docker.git
synced 2024-12-22 22:19:30 -05:00
push.sh: nicely exit if nothing to push
This commit is contained in:
parent
4dbd42903b
commit
e51c514419
@ -131,7 +131,7 @@ async function main() {
|
|||||||
LOG.debug('Checking if updating is needed');
|
LOG.debug('Checking if updating is needed');
|
||||||
if (!shouldUpdate(lastUpdateTime)) {
|
if (!shouldUpdate(lastUpdateTime)) {
|
||||||
LOG.debug('Last update was less than a day ago 😅. Exiting...');
|
LOG.debug('Last update was less than a day ago 😅. Exiting...');
|
||||||
process.exit(1);
|
process.exit();
|
||||||
}
|
}
|
||||||
|
|
||||||
const markdown = await fs.readFile(README, 'utf8');
|
const markdown = await fs.readFile(README, 'utf8');
|
||||||
|
File diff suppressed because it is too large
Load Diff
110
fetchRepos.js
110
fetchRepos.js
@ -1,110 +0,0 @@
|
|||||||
const fs = require('fs');
|
|
||||||
const { promisify } = require('util');
|
|
||||||
const fetch = require('node-fetch');
|
|
||||||
const dayjs = require('dayjs');
|
|
||||||
|
|
||||||
require('draftlog').into(console);
|
|
||||||
|
|
||||||
process.on('unhandledRejection', error => {
|
|
||||||
console.log('unhandledRejection', error.message);
|
|
||||||
});
|
|
||||||
|
|
||||||
if (!process.env.TOKEN) {
|
|
||||||
throw new Error('no github token found');
|
|
||||||
}
|
|
||||||
|
|
||||||
// --- ENV VAR ---
|
|
||||||
const BATCH_SIZE = parseInt(process.env.BATCH_SIZE, 10) || 10;
|
|
||||||
const DELAY = parseInt(process.env.DELAY, 10) || 3000;
|
|
||||||
// --- FILENAME ---
|
|
||||||
const README = 'README.md';
|
|
||||||
const GITHUB_METADATA_FILE = `data/${dayjs().format(
|
|
||||||
'YYYY-MM-DDTHH.mm.ss',
|
|
||||||
)}-fetched_repo_data.json`;
|
|
||||||
const GITHUB_REPOS = 'data/list_repos.json';
|
|
||||||
// --- HTTP ---
|
|
||||||
const API = 'https://api.github.com/';
|
|
||||||
const options = {
|
|
||||||
method: 'GET',
|
|
||||||
headers: {
|
|
||||||
'User-Agent': 'awesome-docker script listing',
|
|
||||||
'Content-Type': 'application/json',
|
|
||||||
Authorization: `token ${process.env.TOKEN}`,
|
|
||||||
},
|
|
||||||
};
|
|
||||||
|
|
||||||
// --- UTILS ---
|
|
||||||
function get(path, opt) {
|
|
||||||
return fetch(`${API}repos/${path}`, {
|
|
||||||
...options,
|
|
||||||
...opt,
|
|
||||||
})
|
|
||||||
.catch(err => console.error(err))
|
|
||||||
.then(r => {
|
|
||||||
if (r.ok) return r.json();
|
|
||||||
throw new Error('Network response was not ok.');
|
|
||||||
})
|
|
||||||
.catch(err => console.error(err));
|
|
||||||
}
|
|
||||||
const delay = ms =>
|
|
||||||
new Promise(resolve => {
|
|
||||||
setTimeout(() => resolve(), ms);
|
|
||||||
});
|
|
||||||
|
|
||||||
const extractAllRepos = markdown => {
|
|
||||||
const re = /https:\/\/github\.com\/([a-zA-Z0-9-._]+)\/([a-zA-Z0-9-._]+)/g;
|
|
||||||
const md = markdown.match(re);
|
|
||||||
return [...new Set(md)];
|
|
||||||
};
|
|
||||||
|
|
||||||
const barLine = console.draft('Starting batch...');
|
|
||||||
|
|
||||||
const ProgressBar = (i, batchSize, total) => {
|
|
||||||
const progress = Math.round((i / total) * 100);
|
|
||||||
const units = Math.round(progress / 2);
|
|
||||||
return barLine(
|
|
||||||
`[${'='.repeat(units)}${' '.repeat(50 - units)}] ${progress}% - # ${i}`,
|
|
||||||
);
|
|
||||||
};
|
|
||||||
|
|
||||||
const removeHost = x => x.slice('https://github.com/'.length, x.length);
|
|
||||||
|
|
||||||
const readFile = promisify(fs.readFile);
|
|
||||||
|
|
||||||
// ------------------------------------------------------------
|
|
||||||
|
|
||||||
async function main() {
|
|
||||||
try {
|
|
||||||
const markdown = await readFile(README, { encoding: 'utf8' });
|
|
||||||
const githubRepos = extractAllRepos(markdown);
|
|
||||||
fs.writeFile(
|
|
||||||
GITHUB_REPOS,
|
|
||||||
JSON.stringify(githubRepos, null, 2),
|
|
||||||
err => err && console.error('FILE ERROR', err),
|
|
||||||
);
|
|
||||||
|
|
||||||
const repos = githubRepos.map(removeHost);
|
|
||||||
|
|
||||||
const metadata = [];
|
|
||||||
/* eslint-disable no-await-in-loop */
|
|
||||||
for (let i = 0; i < repos.length; i += BATCH_SIZE) {
|
|
||||||
const batch = repos.slice(i, i + BATCH_SIZE);
|
|
||||||
if (process.env.DEBUG) console.log({ batch });
|
|
||||||
const res = await Promise.all(batch.map(async path => get(path)));
|
|
||||||
metadata.push(...res);
|
|
||||||
ProgressBar(i, BATCH_SIZE, repos.length);
|
|
||||||
await delay(DELAY);
|
|
||||||
}
|
|
||||||
|
|
||||||
fs.writeFile(
|
|
||||||
GITHUB_METADATA_FILE,
|
|
||||||
JSON.stringify(metadata, null, 2),
|
|
||||||
err => err && console.error(err),
|
|
||||||
);
|
|
||||||
ProgressBar(repos.length, BATCH_SIZE, repos.length);
|
|
||||||
} catch (err) {
|
|
||||||
console.error('ERROR:', err);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
main();
|
|
14
push.sh
14
push.sh
@ -10,13 +10,17 @@ git config --global user.name "veggiemonk-bot"
|
|||||||
# let git know where to apply the changes
|
# let git know where to apply the changes
|
||||||
git checkout master
|
git checkout master
|
||||||
|
|
||||||
echo 'Adding data files'
|
echo "Adding data files"
|
||||||
git add data/*
|
git add data/*
|
||||||
|
|
||||||
echo 'Commiting files'
|
echo "Checking the number of files staged"
|
||||||
git commit -m 'Automated update repository metadata [skip ci]'
|
files=$(git diff --cached --numstat | wc -l | tr -d '[:space:]');
|
||||||
|
[[ $files -eq 0 ]] && echo "nothing to push, exiting..." && exit
|
||||||
|
|
||||||
echo 'Pushing changes'
|
echo "Commiting files"
|
||||||
|
git commit -m "Automated update repository metadata [skip ci]"
|
||||||
|
|
||||||
|
echo "Pushing changes"
|
||||||
git push https://$GITHUB_USER:$GITHUB_TOKEN@github.com/veggiemonk/awesome-docker master >/dev/null 2>&1
|
git push https://$GITHUB_USER:$GITHUB_TOKEN@github.com/veggiemonk/awesome-docker master >/dev/null 2>&1
|
||||||
|
|
||||||
echo 'Done.'
|
echo "Done."
|
||||||
|
Loading…
Reference in New Issue
Block a user