mirror/mirror-to-gitea
1
0
Fork 0
mirror of https://github.com/amalgamated-tools/mirror-to-gitea.git synced 2025-12-23 22:18:05 -05:00
Code Issues Packages Projects Releases Wiki Activity

add source-formatter + linter

Browse Source
This commit is contained in:
Dennis Wielepsky
2024-09-24 16:47:29 +02:00
parent a4c176bc53
commit f33094b925
10 changed files with 496 additions and 2293 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
README.md
View File

@@ -82,7 +82,7 @@ docker build -t mirror-to-gitea .
export GITHUB_USERNAME=github-user
export GITEA_URL=https://your-gitea.url
export GITEA_TOKEN=please-exchange-with-token
node src/index.cjs
node src/index.mjs
```
Also export `GITHUB_TOKEN` and `MIRROR_PRIVATE_REPOSITORIES` if you want to mirror private repos, or `DELAY` if you want to change the delay between checks.

2
Taskfile.yml
View File

@@ -5,11 +5,13 @@ tasks:
aliases: [ default ]
cmds:
- task: clean
- task: check
- task: test
- task: build
run-local: ./run-local.sh
clean: npm run clean
check: npm run check
test: npm run test
build: npm run build

30
biome.json Normal file
View File

@@ -0,0 +1,30 @@
{
"$schema": "https://biomejs.dev/schemas/1.9.2/schema.json",
"vcs": {
"enabled": false,
"clientKind": "git",
"useIgnoreFile": false
},
"files": {
"ignoreUnknown": false,
"ignore": ["dist/**/*"]
},
"formatter": {
"enabled": true,
"indentStyle": "tab"
},
"organizeImports": {
"enabled": true
},
"linter": {
"enabled": true,
"rules": {
"recommended": true
}
},
"javascript": {
"formatter": {
"quoteStyle": "double"
}
}
}

2311
package-lock.json generated
View File

File diff suppressed because it is too large Load Diff

4
package.json
View File

@@ -5,7 +5,8 @@
"main": "index.cjs",
"scripts": {
"clean": "rm -rf dist/",
"build": "esbuild src/index.cjs --bundle --outdir=dist/ --platform=node",
"check": "npx @biomejs/biome check --write",
"build": "esbuild src/index.mjs --bundle --outdir=dist/ --platform=node",
"test": "node --experimental-vm-modules node_modules/jest/bin/jest.js"
},
"repository": {
@@ -28,6 +29,7 @@
"superagent": "^10.1.0"
},
"devDependencies": {
"@biomejs/biome": "1.9.2",
"esbuild": "0.24.0",
"jest": "^29.7.0"
},

4
src/get-github-repositories.mjs
View File

@@ -1,5 +1,3 @@
async function getRepositories(ocotokit, mirrorOptions) {
}
async function getRepositories(ocotokit, mirrorOptions) {}
export default getRepositories;

8
src/get-github-repositories.spec.js
View File

@@ -1,8 +1,8 @@
import {default as get} from './get-github-repositories';
import {Octokit} from "@octokit/rest";
import { Octokit } from "@octokit/rest";
import { default as get } from "./get-github-repositories";
describe('get-github-repositories', () => {
xit('fetches public repositories', async () => {
describe("get-github-repositories", () => {
xit("fetches public repositories", async () => {
const octokit = new Octokit({
auth: null,
});

159
src/index.cjs
View File

@@ -1,159 +0,0 @@
import {Octokit} from "@octokit/rest";
import * as request from 'superagent'
import PQueue from "p-queue";
async function getGithubRepositories(username, token, mirrorPrivateRepositories, mirrorForks) {
const octokit = new Octokit({
auth: token || null,
});
const publicRepositories = await octokit.paginate('GET /users/:username/repos', { username: username })
.then(repositories => toRepositoryList(repositories));
let allOwnedRepositories;
if(mirrorPrivateRepositories){
allOwnedRepositories = await octokit.paginate('GET /user/repos?visibility=public&affiliation=owner&visibility=private')
.then(repositories => toRepositoryList(repositories));
}
let repositories = publicRepositories;
if(mirrorPrivateRepositories) {
repositories = filterDuplicates(allOwnedRepositories.concat(publicRepositories));
}
if(!mirrorForks){
repositories = repositories.filter(repository => !repository.fork);
}
return repositories;
}
function toRepositoryList(repositories) {
return repositories.map(repository => {
return { name: repository.name, url: repository.clone_url, private: repository.private, fork: repository.fork};
});
}
function filterDuplicates(array) {
var a = array.concat();
for(var i=0; i<a.length; ++i) {
for(var j=i+1; j<a.length; ++j) {
if(a[i].url === a[j].url)
a.splice(j--, 1);
}
}
return a;
}
async function getGiteaUser(gitea) {
return request.get(gitea.url
+ '/api/v1/user')
.set('Authorization', 'token ' + gitea.token)
.then(response => {
return { id: response.body.id, name: response.body.username }
});
}
function isAlreadyMirroredOnGitea(repository, gitea, giteaUser) {
const requestUrl = `${gitea.url}/api/v1/repos/${giteaUser.name}/${repository}`;
return request.get(
requestUrl)
.set('Authorization', 'token ' + gitea.token)
.then(() => true)
.catch(() => false);
}
function mirrorOnGitea(repository, gitea, giteaUser, githubToken) {
request.post(`${gitea.url}/api/v1/repos/migrate`)
.set('Authorization', 'token ' + gitea.token)
.send({
auth_token: githubToken || null,
clone_addr: repository.url,
mirror: true,
repo_name: repository.name,
uid: giteaUser.id,
private: repository.private
})
.then(() => {
console.log('Did it!');
})
.catch(err => {
console.log('Failed', err);
});
}
async function mirror(repository, gitea, giteaUser, githubToken, dryRun) {
if (await isAlreadyMirroredOnGitea(repository.name,
gitea,
giteaUser)) {
console.log('Repository is already mirrored; doing nothing: ', repository.name);
return;
}
if (dryRun) {
console.log('DRY RUN: Would mirror repository to gitea: ', repository);
return;
}
console.log('Mirroring repository to gitea: ', repository.name);
await mirrorOnGitea(repository, gitea, giteaUser, githubToken);
}
async function main() {
const githubUsername = process.env.GITHUB_USERNAME;
if (!githubUsername) {
console.error('No GITHUB_USERNAME specified, please specify! Exiting..');
return;
}
const mirrorForks = ! ['1', 'true'].includes(process.env.SKIP_FORKS);
const githubToken = process.env.GITHUB_TOKEN;
const giteaUrl = process.env.GITEA_URL;
if (!giteaUrl) {
console.error('No GITEA_URL specified, please specify! Exiting..');
return;
}
const giteaToken = process.env.GITEA_TOKEN;
if (!giteaToken) {
console.error('No GITEA_TOKEN specified, please specify! Exiting..');
return;
}
const mirrorPrivateRepositories = ['1', 'true'].includes(process.env.MIRROR_PRIVATE_REPOSITORIES)
if(mirrorPrivateRepositories && !githubToken){
console.error('MIRROR_PRIVATE_REPOSITORIES was set to true but no GITHUB_TOKEN was specified, please specify! Exiting..')
return;
}
const dryRun = ['1', 'true'].includes(process.env.DRY_RUN);
console.log("Starting with the following configuration:")
console.log(` - GITHUB_USERNAME: ${githubUsername}`);
console.log(` - GITHUB_TOKEN: ${githubToken ? '****' : ''}`);
console.log(` - GITEA_URL: ${giteaUrl}`);
console.log(` - GITEA_TOKEN: ${giteaToken ? '****' : ''}`);
console.log(` - MIRROR_PRIVATE_REPOSITORIES: ${mirrorPrivateRepositories}`);
console.log(` - SKIP_FORKS: ${!mirrorForks}`);
console.log(` - DRY_RUN: ${dryRun}`);
const githubRepositories = await getGithubRepositories(githubUsername, githubToken, mirrorPrivateRepositories, mirrorForks);
console.log(`Found ${githubRepositories.length} repositories on github`);
const gitea = {
url: giteaUrl,
token: giteaToken,
};
const giteaUser = await getGiteaUser(gitea);
const queue = new PQueue({ concurrency: 4 });
await queue.addAll(githubRepositories.map(repository => {
return async () => {
await mirror(repository, gitea, giteaUser, githubToken, dryRun);
};
}));
}
main();

185
src/index.mjs Normal file
View File

@@ -0,0 +1,185 @@
import { Octokit } from "@octokit/rest";
import PQueue from "p-queue";
import * as request from "superagent";
async function getGithubRepositories(
username,
token,
mirrorPrivateRepositories,
mirrorForks,
) {
const octokit = new Octokit({
auth: token || null,
});
const publicRepositories = await octokit
.paginate("GET /users/:username/repos", { username: username })
.then((repositories) => toRepositoryList(repositories));
let allOwnedRepositories;
if (mirrorPrivateRepositories) {
allOwnedRepositories = await octokit
.paginate(
"GET /user/repos?visibility=public&affiliation=owner&visibility=private",
)
.then((repositories) => toRepositoryList(repositories));
}
let repositories = publicRepositories;
if (mirrorPrivateRepositories) {
repositories = filterDuplicates(
allOwnedRepositories.concat(publicRepositories),
);
}
if (!mirrorForks) {
repositories = repositories.filter((repository) => !repository.fork);
}
return repositories;
}
function toRepositoryList(repositories) {
return repositories.map((repository) => {
return {
name: repository.name,
url: repository.clone_url,
private: repository.private,
fork: repository.fork,
};
});
}
function filterDuplicates(array) {
const a = array.concat();
for (let i = 0; i < a.length; ++i) {
for (let j = i + 1; j < a.length; ++j) {
if (a[i].url === a[j].url) a.splice(j--, 1);
}
}
return a;
}
async function getGiteaUser(gitea) {
return request
.get(`${gitea.url}/api/v1/user`)
.set("Authorization", `token ${gitea.token}`)
.then((response) => {
return { id: response.body.id, name: response.body.username };
});
}
function isAlreadyMirroredOnGitea(repository, gitea, giteaUser) {
const requestUrl = `${gitea.url}/api/v1/repos/${giteaUser.name}/${repository}`;
return request
.get(requestUrl)
.set("Authorization", `token ${gitea.token}`)
.then(() => true)
.catch(() => false);
}
function mirrorOnGitea(repository, gitea, giteaUser, githubToken) {
request
.post(`${gitea.url}/api/v1/repos/migrate`)
.set("Authorization", `token ${gitea.token}`)
.send({
auth_token: githubToken || null,
clone_addr: repository.url,
mirror: true,
repo_name: repository.name,
uid: giteaUser.id,
private: repository.private,
})
.then(() => {
console.log("Did it!");
})
.catch((err) => {
console.log("Failed", err);
});
}
async function mirror(repository, gitea, giteaUser, githubToken, dryRun) {
if (await isAlreadyMirroredOnGitea(repository.name, gitea, giteaUser)) {
console.log(
"Repository is already mirrored; doing nothing: ",
repository.name,
);
return;
}
if (dryRun) {
console.log("DRY RUN: Would mirror repository to gitea: ", repository);
return;
}
console.log("Mirroring repository to gitea: ", repository.name);
await mirrorOnGitea(repository, gitea, giteaUser, githubToken);
}
async function main() {
const githubUsername = process.env.GITHUB_USERNAME;
if (!githubUsername) {
console.error("No GITHUB_USERNAME specified, please specify! Exiting..");
return;
}
const mirrorForks = !["1", "true"].includes(process.env.SKIP_FORKS);
const githubToken = process.env.GITHUB_TOKEN;
const giteaUrl = process.env.GITEA_URL;
if (!giteaUrl) {
console.error("No GITEA_URL specified, please specify! Exiting..");
return;
}
const giteaToken = process.env.GITEA_TOKEN;
if (!giteaToken) {
console.error("No GITEA_TOKEN specified, please specify! Exiting..");
return;
}
const mirrorPrivateRepositories = ["1", "true"].includes(
process.env.MIRROR_PRIVATE_REPOSITORIES,
);
if (mirrorPrivateRepositories && !githubToken) {
console.error(
"MIRROR_PRIVATE_REPOSITORIES was set to true but no GITHUB_TOKEN was specified, please specify! Exiting..",
);
return;
}
const dryRun = ["1", "true"].includes(process.env.DRY_RUN);
console.log("Starting with the following configuration:");
console.log(` - GITHUB_USERNAME: ${githubUsername}`);
console.log(` - GITHUB_TOKEN: ${githubToken ? "****" : ""}`);
console.log(` - GITEA_URL: ${giteaUrl}`);
console.log(` - GITEA_TOKEN: ${giteaToken ? "****" : ""}`);
console.log(` - MIRROR_PRIVATE_REPOSITORIES: ${mirrorPrivateRepositories}`);
console.log(` - SKIP_FORKS: ${!mirrorForks}`);
console.log(` - DRY_RUN: ${dryRun}`);
const githubRepositories = await getGithubRepositories(
githubUsername,
githubToken,
mirrorPrivateRepositories,
mirrorForks,
);
console.log(`Found ${githubRepositories.length} repositories on github`);
const gitea = {
url: giteaUrl,
token: giteaToken,
};
const giteaUser = await getGiteaUser(gitea);
const queue = new PQueue({ concurrency: 4 });
await queue.addAll(
githubRepositories.map((repository) => {
return async () => {
await mirror(repository, gitea, giteaUser, githubToken, dryRun);
};
}),
);
}
main();