From 463c1967b462b6f27b9a95e6f15cd85fa3b5f32a Mon Sep 17 00:00:00 2001 From: Jannis R Date: Sun, 25 Oct 2020 21:11:35 +0100 Subject: [PATCH] send max 4 requests to Gitea concurrently --- package.json | 1 + src/index.js | 12 +++++++----- 2 files changed, 8 insertions(+), 5 deletions(-) diff --git a/package.json b/package.json index 997175c..f606df6 100644 --- a/package.json +++ b/package.json @@ -19,6 +19,7 @@ "homepage": "https://github.com/jaedle/mirror-to-gitea#readme", "dependencies": { "@octokit/rest": "^16.2.0", + "p-queue": "^6.6.2", "superagent": "^4.0.0" } } \ No newline at end of file diff --git a/src/index.js b/src/index.js index 61bb70a..ae7da2d 100644 --- a/src/index.js +++ b/src/index.js @@ -1,5 +1,6 @@ const {Octokit} = require('@octokit/rest'); const request = require('superagent'); +const {default: PQueue} = require('p-queue'); async function getGithubRepositories(username, token) { @@ -90,13 +91,14 @@ async function main() { url: giteaUrl, token: giteaToken, }; - const giteaUser = await getGiteaUser(gitea); - githubRepositories.forEach( - async repository => { + + const queue = new PQueue({ concurrency: 4 }); + await queue.addAll(githubRepositories.map(repository => { + return async () => { await mirror(repository, gitea, giteaUser); - } - ); + }; + })); } main();