h44z/gitlab_to_gitea
Archived
1
1
Fork 0
Code Issues Pull Requests Releases 1 Wiki Activity

Compare commits

base: h44z:master
Branches Tags
h44z:master
h44z:v1.0
..
compare: h44z:v1.0
Branches Tags
h44z:master
h44z:v1.0

No commits in common. "master" and "v1.0" have entirely different histories.
master ... v1.0

4 changed files with 36 additions and 109 deletions
Show Stats Expand all files Collapse all files

21
README.md
View File

@ -4,30 +4,15 @@ This script uses the Gitlab and Gitea API's to migrate all data from
Gitlab to Gitea.
This script support migrating the following data:
- Repositories & Wiki (fork status is lost)
- Repositories & Wiki
- Milestones
- Labels
- Issues (no comments)
- Users (no profile pictures)
- Users
- Groups
- Public SSH keys
Tested with Gitlab Version 13.0.6 and Gitea Version 1.11.6.
## Usage
Change items in the config section of the script.
Install all dependencies via `python -m pip install -r requirements.txt` and
use python3 to execute the script.
### How to use with venv
To keep your local system clean, it might be helpful to store all Python dependencies in one folder.
Python provides a virtual environment package which can be used to accomplish this task.
```bash
python3 -m venv migration-env
source migration-env/bin/activate
python3 -m pip install -r requirements.txt
```
Then start the migration script `python3 migrate.py`.
Install all dependencies and use python3 to execute the script.

34
gitea_import_actions.py
View File

@ -1,34 +0,0 @@
# Import commits to gitea action database.
# use:
# git log --pretty=format:'%H,%at,%s' --date=default > /tmp/commit.log
# to get the commits logfile for a repository
import mysql.connector as mariadb
# set the following variables to fit your need...
USERID = 1
REPOID = 1
BRANCH = "master"
mydb = mariadb.connect(
host="localhost",
user="user",
passwd="password",
database="gitea"
)
mycursor = mydb.cursor()
sql = "INSERT INTO action (user_id, op_type, act_user_id, repo_id, comment_id, ref_name, is_private, created_unix) VALUES (%s, %s, %s, %s, %s, %s, %s, %s)"
with open("/tmp/commit.log") as f:
for line in f:
line_clean = line.rstrip('\n')
line_split = line_clean.split(',')
val = (USERID, 5, USERID, REPOID, 0, BRANCH, 1, int(line_split[1])) # 5 means commit
print(val)
mycursor.execute(sql, val)
mydb.commit()
print("actions inserted.")

86
migrate.py
View File

@ -7,7 +7,6 @@ import requests
import json
import dateutil.parser
import datetime
import re
import gitlab # pip install python-gitlab
import gitlab.v4.objects
@ -42,7 +41,7 @@ def main():
gl = gitlab.Gitlab(GITLAB_URL, private_token=GITLAB_TOKEN)
gl.auth()
assert(isinstance(gl.user, gitlab.v4.objects.CurrentUser))
print_info("Connected to Gitlab, version: " + str(gl.version()))
gt = pygitea.API(GITEA_URL, token=GITEA_TOKEN)
gt_version = gt.get('/version').json()
@ -134,17 +133,13 @@ def get_collaborators(gitea_api: pygitea, owner: string, repo: string) -> []:
return existing_collaborators
def get_user_or_group(gitea_api: pygitea, project: gitlab.v4.objects.Project) -> {}:
def get_user_or_group(gitea_api: pygitea, name: string) -> {}:
result = None
response: requests.Response = gitea_api.get("/users/" + project.namespace['path'])
response: requests.Response = gitea_api.get("/users/" + name)
if response.ok:
result = response.json()
else:
response: requests.Response = gitea_api.get("/orgs/" + name_clean(project.namespace["name"]))
if response.ok:
result = response.json()
else:
print_error("Failed to load user or group " + project.namespace["name"] + "! " + response.text)
print_error("Failed to load user or group " + name + "! " + response.text)
return result
@ -379,14 +374,14 @@ def _import_project_issues(gitea_api: pygitea, issues: [gitlab.v4.objects.Projec
def _import_project_repo(gitea_api: pygitea, project: gitlab.v4.objects.Project):
if not repo_exists(gitea_api, project.namespace['name'], name_clean(project.name)):
if not repo_exists(gitea_api, project.namespace['name'], project.name):
clone_url = project.http_url_to_repo
if GITLAB_ADMIN_PASS == '' and GITLAB_ADMIN_USER == '':
if GITLAB_ADMIN_PASS is '' and GITLAB_ADMIN_USER is '':
clone_url = project.ssh_url_to_repo
private = project.visibility == 'private' or project.visibility == 'internal'
# Load the owner (users and groups can both be fetched using the /users/ endpoint)
owner = get_user_or_group(gitea_api, project)
owner = get_user_or_group(gitea_api, project.namespace['name'])
if owner:
import_response: requests.Response = gitea_api.post("/repos/migrate", json={
"auth_password": GITLAB_ADMIN_PASS,
@ -395,21 +390,21 @@ def _import_project_repo(gitea_api: pygitea, project: gitlab.v4.objects.Project)
"description": project.description,
"mirror": False,
"private": private,
"repo_name": name_clean(project.name),
"repo_name": project.name,
"uid": owner['id']
})
if import_response.ok:
print_info("Project " + name_clean(project.name) + " imported!")
print_info("Project " + project.name + " imported!")
else:
print_error("Project " + name_clean(project.name) + " import failed: " + import_response.text)
print_error("Project " + project.name + " import failed: " + import_response.text)
else:
print_error("Failed to load project owner for project " + name_clean(project.name))
print_error("Failed to load project owner for project " + project.name)
def _import_project_repo_collaborators(gitea_api: pygitea, collaborators: [gitlab.v4.objects.ProjectMember], project: gitlab.v4.objects.Project):
for collaborator in collaborators:
if not collaborator_exists(gitea_api, project.namespace['name'], name_clean(project.name), collaborator.username):
if not collaborator_exists(gitea_api, project.namespace['name'], project.name, collaborator.username):
permission = "read"
if collaborator.access_level == 10: # guest access
@ -426,7 +421,7 @@ def _import_project_repo_collaborators(gitea_api: pygitea, collaborators: [gitla
else:
print_warning("Unsupported access level " + str(collaborator.access_level) + ", setting permissions to 'read'!")
import_response: requests.Response = gitea_api.put("/repos/" + project.namespace['name'] +"/" + name_clean(project.name) + "/collaborators/" + collaborator.username, json={
import_response: requests.Response = gitea_api.put("/repos/" + project.namespace['name'] +"/" + project.name + "/collaborators/" + collaborator.username, json={
"permission": permission
})
if import_response.ok:
@ -443,14 +438,9 @@ def _import_users(gitea_api: pygitea, users: [gitlab.v4.objects.User], notify: b
print("Found " + str(len(keys)) + " public keys for user " + user.username)
if not user_exists(gitea_api, user.username):
tmp_password = 'Tmp1!' + ''.join(random.choices(string.ascii_uppercase + string.digits, k=10))
tmp_email = user.username + '@noemail-git.local' # Some gitlab instances do not publish user emails
try:
tmp_email = user.email
except AttributeError:
pass
tmp_password = ''.join(random.choices(string.ascii_uppercase + string.digits, k=10))
import_response: requests.Response = gitea_api.post("/admin/users", json={
"email": tmp_email,
"email": user.email,
"full_name": user.name,
"login_name": user.username,
"password": tmp_password,
@ -485,21 +475,21 @@ def _import_groups(gitea_api: pygitea, groups: [gitlab.v4.objects.Group]):
for group in groups:
members: [gitlab.v4.objects.GroupMember] = group.members.list(all=True)
print("Importing group " + name_clean(group.name) + "...")
print("Found " + str(len(members)) + " gitlab members for group " + name_clean(group.name))
print("Importing group " + group.name + "...")
print("Found " + str(len(members)) + " gitlab members for group " + group.name)
if not organization_exists(gitea_api, name_clean(group.name)):
if not organization_exists(gitea_api, group.name):
import_response: requests.Response = gitea_api.post("/orgs", json={
"description": group.description,
"full_name": group.full_name,
"location": "",
"username": name_clean(group.name),
"username": group.name,
"website": ""
})
if import_response.ok:
print_info("Group " + name_clean(group.name) + " imported!")
print_info("Group " + group.name + " imported!")
else:
print_error("Group " + name_clean(group.name) + " import failed: " + import_response.text)
print_error("Group " + group.name + " import failed: " + import_response.text)
# import group members
_import_group_members(gitea_api, members, group)
@ -507,7 +497,7 @@ def _import_groups(gitea_api: pygitea, groups: [gitlab.v4.objects.Group]):
def _import_group_members(gitea_api: pygitea, members: [gitlab.v4.objects.GroupMember], group: gitlab.v4.objects.Group):
# TODO: create teams based on gitlab permissions (access_level of group member)
existing_teams = get_teams(gitea_api, name_clean(group.name))
existing_teams = get_teams(gitea_api, group.name)
if existing_teams:
first_team = existing_teams[0]
print("Organization teams fetched, importing users to first team: " + first_team['name'])
@ -517,11 +507,11 @@ def _import_group_members(gitea_api: pygitea, members: [gitlab.v4.objects.GroupM
if not member_exists(gitea_api, member.username, first_team['id']):
import_response: requests.Response = gitea_api.put("/teams/" + str(first_team['id']) + "/members/" + member.username)
if import_response.ok:
print_info("Member " + member.username + " added to group " + name_clean(group.name) + "!")
print_info("Member " + member.username + " added to group " + group.name + "!")
else:
print_error("Failed to add member " + member.username + " to group " + name_clean(group.name) + "!")
print_error("Failed to add member " + member.username + " to group " + group.name + "!")
else:
print_error("Failed to import members to group " + name_clean(group.name) + ": no teams found!")
print_error("Failed to import members to group " + group.name + ": no teams found!")
#
@ -555,11 +545,11 @@ def import_projects(gitlab_api: gitlab.Gitlab, gitea_api: pygitea):
milestones: [gitlab.v4.objects.ProjectMilestone] = project.milestones.list(all=True)
issues: [gitlab.v4.objects.ProjectIssue] = project.issues.list(all=True)
print("Importing project " + name_clean(project.name) + " from owner " + project.namespace['name'])
print("Found " + str(len(collaborators)) + " collaborators for project " + name_clean(project.name))
print("Found " + str(len(labels)) + " labels for project " + name_clean(project.name))
print("Found " + str(len(milestones)) + " milestones for project " + name_clean(project.name))
print("Found " + str(len(issues)) + " issues for project " + name_clean(project.name))
print("Importing project " + project.name + " from owner " + project.namespace['name'])
print("Found " + str(len(collaborators)) + " collaborators for project " + project.name)
print("Found " + str(len(labels)) + " labels for project " + project.name)
print("Found " + str(len(milestones)) + " milestones for project " + project.name)
print("Found " + str(len(issues)) + " issues for project " + project.name)
# import project repo
_import_project_repo(gitea_api, project)
@ -568,13 +558,13 @@ def import_projects(gitlab_api: gitlab.Gitlab, gitea_api: pygitea):
_import_project_repo_collaborators(gitea_api, collaborators, project)
# import labels
_import_project_labels(gitea_api, labels, project.namespace['name'], name_clean(project.name))
_import_project_labels(gitea_api, labels, project.namespace['name'], project.name)
# import milestones
_import_project_milestones(gitea_api, milestones, project.namespace['name'], name_clean(project.name))
_import_project_milestones(gitea_api, milestones, project.namespace['name'], project.name)
# import issues
_import_project_issues(gitea_api, issues, project.namespace['name'], name_clean(project.name))
_import_project_issues(gitea_api, issues, project.namespace['name'], project.name)
#
@ -620,15 +610,5 @@ def print_error(message):
print_color(bcolors.FAIL, message)
def name_clean(name):
newName = name.replace(" ", "_")
newName = re.sub(r"[^a-zA-Z0-9_\.-]", "-", newName)
if (newName.lower() == "plugins"):
return newName + "-user"
return newName
if __name__ == "__main__":
main()

4
requirements.txt
View File

@ -1,4 +0,0 @@
python-gitlab
requests
python-dateutil
git+https://github.com/h44z/pygitea