README.md

@@ -4,30 +4,15 @@ This script uses the Gitlab and Gitea API's to migrate all data from
 Gitlab to Gitea.
 
 This script support migrating the following data:
- - Repositories & Wiki (fork status is lost)
+ - Repositories & Wiki
  - Milestones
  - Labels
  - Issues (no comments)
- - Users (no profile pictures)
+ - Users
  - Groups
  - Public SSH keys
 
-Tested with Gitlab Version 13.0.6 and Gitea Version 1.11.6.
-
 ## Usage
 Change items in the config section of the script.
 
-Install all dependencies via `python -m pip install -r requirements.txt` and
+Install all dependencies and use python3 to execute the script.
-use python3 to execute the script.
-
-### How to use with venv
-To keep your local system clean, it might be helpful to store all Python dependencies in one folder.
-Python provides a virtual environment package which can be used to accomplish this task.
-
-```bash
-python3 -m venv migration-env
-source migration-env/bin/activate
-python3 -m pip install -r requirements.txt
-```
-
-Then start the migration script `python3 migrate.py`.

gitea_import_actions.py

@@ -1,34 +0,0 @@
-# Import commits to gitea action database.
-# use:
-# git log --pretty=format:'%H,%at,%s' --date=default > /tmp/commit.log
-# to get the commits logfile for a repository
-
-import mysql.connector as mariadb
-
-# set the following variables to fit your need...
-USERID = 1
-REPOID = 1
-BRANCH = "master"
-
-mydb = mariadb.connect(
-  host="localhost",
-  user="user",
-  passwd="password",
-  database="gitea"
-)
-
-mycursor = mydb.cursor()
-
-sql = "INSERT INTO action (user_id, op_type, act_user_id, repo_id, comment_id, ref_name, is_private, created_unix) VALUES (%s, %s, %s, %s, %s, %s, %s, %s)"
-
-with open("/tmp/commit.log") as f:
-    for line in f:
-        line_clean = line.rstrip('\n')
-        line_split = line_clean.split(',')
-        val = (USERID, 5, USERID, REPOID, 0, BRANCH, 1, int(line_split[1]))  # 5 means commit
-        print(val)
-        mycursor.execute(sql, val)
-
-mydb.commit()
-
-print("actions inserted.")

migrate.py

@@ -7,7 +7,6 @@ import requests
 import json
 import dateutil.parser
 import datetime
-import re
 
 import gitlab  # pip install python-gitlab
 import gitlab.v4.objects
@@ -42,7 +41,7 @@ def main():
     gl = gitlab.Gitlab(GITLAB_URL, private_token=GITLAB_TOKEN)
     gl.auth()
     assert(isinstance(gl.user, gitlab.v4.objects.CurrentUser))
-    print_info("Connected to Gitlab, version: " + str(gl.version()))
+
 
     gt = pygitea.API(GITEA_URL, token=GITEA_TOKEN)
     gt_version = gt.get('/version').json()
@@ -134,17 +133,13 @@ def get_collaborators(gitea_api: pygitea, owner: string, repo: string) -> []:
     return existing_collaborators
 
 
-def get_user_or_group(gitea_api: pygitea, project: gitlab.v4.objects.Project) -> {}:
+def get_user_or_group(gitea_api: pygitea, name: string) -> {}:
     result = None
-    response: requests.Response = gitea_api.get("/users/" + project.namespace['path'])
+    response: requests.Response = gitea_api.get("/users/" + name)
     if response.ok:
         result = response.json()
     else:
-        response: requests.Response = gitea_api.get("/orgs/" + name_clean(project.namespace["name"]))
+        print_error("Failed to load user or group " + name + "! " + response.text)
-        if response.ok:
-            result = response.json()
-        else:
-            print_error("Failed to load user or group " + project.namespace["name"] + "! " + response.text)
 
     return result
 
@@ -379,14 +374,14 @@ def _import_project_issues(gitea_api: pygitea, issues: [gitlab.v4.objects.Projec
 
 
 def _import_project_repo(gitea_api: pygitea, project: gitlab.v4.objects.Project):
-    if not repo_exists(gitea_api, project.namespace['name'], name_clean(project.name)):
+    if not repo_exists(gitea_api, project.namespace['name'], project.name):
         clone_url = project.http_url_to_repo
-        if GITLAB_ADMIN_PASS == '' and GITLAB_ADMIN_USER == '':
+        if GITLAB_ADMIN_PASS is '' and GITLAB_ADMIN_USER is '':
             clone_url = project.ssh_url_to_repo
         private = project.visibility == 'private' or project.visibility == 'internal'
 
         # Load the owner (users and groups can both be fetched using the /users/ endpoint)
-        owner = get_user_or_group(gitea_api, project)
+        owner = get_user_or_group(gitea_api, project.namespace['name'])
         if owner:
             import_response: requests.Response = gitea_api.post("/repos/migrate", json={
                 "auth_password": GITLAB_ADMIN_PASS,
@@ -395,21 +390,21 @@ def _import_project_repo(gitea_api: pygitea, project: gitlab.v4.objects.Project)
                 "description": project.description,
                 "mirror": False,
                 "private": private,
-                "repo_name": name_clean(project.name),
+                "repo_name": project.name,
                 "uid": owner['id']
             })
             if import_response.ok:
-                print_info("Project " + name_clean(project.name) + " imported!")
+                print_info("Project " + project.name + " imported!")
             else:
-                print_error("Project " + name_clean(project.name) + " import failed: " + import_response.text)
+                print_error("Project " + project.name + " import failed: " + import_response.text)
         else:
-            print_error("Failed to load project owner for project " + name_clean(project.name))
+            print_error("Failed to load project owner for project " + project.name)
 
 
 def _import_project_repo_collaborators(gitea_api: pygitea, collaborators: [gitlab.v4.objects.ProjectMember], project: gitlab.v4.objects.Project):
     for collaborator in collaborators:
         
-        if not collaborator_exists(gitea_api, project.namespace['name'], name_clean(project.name), collaborator.username):
+        if not collaborator_exists(gitea_api, project.namespace['name'], project.name, collaborator.username):
             permission = "read"
             
             if collaborator.access_level == 10:    # guest access
@@ -426,7 +421,7 @@ def _import_project_repo_collaborators(gitea_api: pygitea, collaborators: [gitla
             else:
                 print_warning("Unsupported access level " + str(collaborator.access_level) + ", setting permissions to 'read'!")
             
-            import_response: requests.Response = gitea_api.put("/repos/" + project.namespace['name'] +"/" + name_clean(project.name) + "/collaborators/" + collaborator.username, json={
+            import_response: requests.Response = gitea_api.put("/repos/" + project.namespace['name'] +"/" + project.name + "/collaborators/" + collaborator.username, json={
                 "permission": permission
             })
             if import_response.ok:
@@ -443,14 +438,9 @@ def _import_users(gitea_api: pygitea, users: [gitlab.v4.objects.User], notify: b
         print("Found " + str(len(keys)) + " public keys for user " + user.username)
 
         if not user_exists(gitea_api, user.username):
-            tmp_password = 'Tmp1!' + ''.join(random.choices(string.ascii_uppercase + string.digits, k=10))
+            tmp_password = ''.join(random.choices(string.ascii_uppercase + string.digits, k=10))
-            tmp_email = user.username + '@noemail-git.local'  # Some gitlab instances do not publish user emails
-            try:
-                tmp_email = user.email
-            except AttributeError:
-                pass
             import_response: requests.Response = gitea_api.post("/admin/users", json={
-                "email": tmp_email,
+                "email": user.email,
                 "full_name": user.name,
                 "login_name": user.username,
                 "password": tmp_password,
@@ -485,21 +475,21 @@ def _import_groups(gitea_api: pygitea, groups: [gitlab.v4.objects.Group]):
     for group in groups:
         members: [gitlab.v4.objects.GroupMember] = group.members.list(all=True)
 
-        print("Importing group " + name_clean(group.name) + "...")
+        print("Importing group " + group.name + "...")
-        print("Found " + str(len(members)) + " gitlab members for group " + name_clean(group.name))
+        print("Found " + str(len(members)) + " gitlab members for group " + group.name)
 
-        if not organization_exists(gitea_api, name_clean(group.name)):
+        if not organization_exists(gitea_api, group.name):
             import_response: requests.Response = gitea_api.post("/orgs", json={
                 "description": group.description,
                 "full_name": group.full_name,
                 "location": "",
-                "username": name_clean(group.name),
+                "username": group.name,
                 "website": ""
             })
             if import_response.ok:
-                print_info("Group " + name_clean(group.name) + " imported!")
+                print_info("Group " + group.name + " imported!")
             else:
-                print_error("Group " + name_clean(group.name) + " import failed: " + import_response.text)
+                print_error("Group " + group.name + " import failed: " + import_response.text)
 
         # import group members
         _import_group_members(gitea_api, members, group)
@@ -507,7 +497,7 @@ def _import_groups(gitea_api: pygitea, groups: [gitlab.v4.objects.Group]):
 
 def _import_group_members(gitea_api: pygitea, members: [gitlab.v4.objects.GroupMember], group: gitlab.v4.objects.Group):
     # TODO: create teams based on gitlab permissions (access_level of group member)
-    existing_teams = get_teams(gitea_api, name_clean(group.name))
+    existing_teams = get_teams(gitea_api, group.name)
     if existing_teams:
         first_team = existing_teams[0]
         print("Organization teams fetched, importing users to first team: " + first_team['name'])
@@ -517,11 +507,11 @@ def _import_group_members(gitea_api: pygitea, members: [gitlab.v4.objects.GroupM
             if not member_exists(gitea_api, member.username, first_team['id']):
                 import_response: requests.Response = gitea_api.put("/teams/" + str(first_team['id']) + "/members/" + member.username)
                 if import_response.ok:
-                    print_info("Member " + member.username + " added to group " + name_clean(group.name) + "!")
+                    print_info("Member " + member.username + " added to group " + group.name + "!")
                 else:
-                    print_error("Failed to add member " + member.username + " to group " + name_clean(group.name) + "!")
+                    print_error("Failed to add member " + member.username + " to group " + group.name + "!")
     else:
-        print_error("Failed to import members to group " + name_clean(group.name) + ": no teams found!")
+        print_error("Failed to import members to group " + group.name + ": no teams found!")
 
 
 #
@@ -555,11 +545,11 @@ def import_projects(gitlab_api: gitlab.Gitlab, gitea_api: pygitea):
         milestones: [gitlab.v4.objects.ProjectMilestone] = project.milestones.list(all=True)
         issues: [gitlab.v4.objects.ProjectIssue] = project.issues.list(all=True)
 
-        print("Importing project " + name_clean(project.name) + " from owner " + project.namespace['name'])
+        print("Importing project " + project.name + " from owner " + project.namespace['name'])
-        print("Found " + str(len(collaborators)) + " collaborators for project " + name_clean(project.name))
+        print("Found " + str(len(collaborators)) + " collaborators for project " + project.name)
-        print("Found " + str(len(labels)) + " labels for project " + name_clean(project.name))
+        print("Found " + str(len(labels)) + " labels for project " + project.name)
-        print("Found " + str(len(milestones)) + " milestones for project " + name_clean(project.name))
+        print("Found " + str(len(milestones)) + " milestones for project " + project.name)
-        print("Found " + str(len(issues)) + " issues for project " + name_clean(project.name))
+        print("Found " + str(len(issues)) + " issues for project " + project.name)
 
         # import project repo
         _import_project_repo(gitea_api, project)
@@ -568,13 +558,13 @@ def import_projects(gitlab_api: gitlab.Gitlab, gitea_api: pygitea):
         _import_project_repo_collaborators(gitea_api, collaborators, project)
 
         # import labels
-        _import_project_labels(gitea_api, labels, project.namespace['name'], name_clean(project.name))
+        _import_project_labels(gitea_api, labels, project.namespace['name'], project.name)
 
         # import milestones
-        _import_project_milestones(gitea_api, milestones, project.namespace['name'], name_clean(project.name))
+        _import_project_milestones(gitea_api, milestones, project.namespace['name'], project.name)
 
         # import issues
-        _import_project_issues(gitea_api, issues, project.namespace['name'], name_clean(project.name))
+        _import_project_issues(gitea_api, issues, project.namespace['name'], project.name)
 
 
 #
@@ -620,15 +610,5 @@ def print_error(message):
     print_color(bcolors.FAIL, message)
 
 
-def name_clean(name):
-    newName = name.replace(" ", "_")
-    newName = re.sub(r"[^a-zA-Z0-9_\.-]", "-", newName)
-
-    if (newName.lower() == "plugins"):
-        return newName + "-user"
-    
-    return newName
-
-
 if __name__ == "__main__":
     main()

requirements.txt

@@ -1,4 +0,0 @@
-python-gitlab
-requests
-python-dateutil
-git+https://github.com/h44z/pygitea