fixed milestones issue: now adds milestones to gitlab

Author: maf-jclark

README.md

@@ -1,12 +1,12 @@
 What
 =====
 
- This script migrates issues from trac to gitlab.
+ This script migrates trac tickets to gitlab issues.
 
 Features
 --------
  * Component & Issue-Type are converted to labels
- * Milestones are ignored (or: I did not get the script to set my one single milestone, so I set it manually)
+ * Milestones are created in Gitlab from fixture data manualy grabbed from trac (copy/paste)
  * Comments to issues are copied over
  * Wiki Syntax in comments/descriptions is sanitized for my basic usage
 
@@ -28,11 +28,12 @@ Target
  * ```gitlab_access_token``` - the access token of the user creating all the issues. Found on the account page,  e.g. ```secretsecretsecret```
  * ```dest_project_name``` - the destination project including the paths to it. Basically the rest of the clone url minus the ".git". E.g. ```jens.neuhalfen/task-ninja```.
  * ```milestone_map``` - Maps milestones from trac to gitlab. Milestones have to exist in gitlab prior to running the script (_CAVE_: Assigning milestones does not work.)
+ * ```milestone_list``` - Lists milestones from trac with associated metadata. Manually populated at this point by copy/paste out of trac milestone admin page
 
 License
 ========
 
- License: http://www.wtfpl.net/
+ License: MIT
 
 Requirements
 ==============

gitlab/Connection.py

@@ -1,5 +1,6 @@
 import json
 import requests
+import sys
 
 __author__ = 'jens'
 
@@ -67,6 +68,14 @@ def post_json(self, url_postfix, data, **keywords):
     def create_issue(self, dest_project_id, new_ticket):
         return self.post_json("/projects/:id/issues", new_ticket, id=dest_project_id)
 
+    def create_milestone(self, dest_project_id, milestone_info):
+    	new_milestone_data = {
+        	"title" : milestone_info['title'],
+        	"description" : milestone_info['description'],
+        	"due_date" : milestone_info['due_date']
+        }
+        self.post_json("/projects/:id/milestones", new_milestone_data, id=dest_project_id)
+
     def comment_issue(self,project_id,ticket_id, body):
         new_note_data = {
             "id" : project_id,
@@ -78,6 +87,7 @@ def comment_issue(self,project_id,ticket_id, body):
 
     def set_issue_milestone(self,project_id,ticket_id,milestone_id):
         new_note_data = {"milestone" : milestone_id}
+        print >>sys.stderr, "\nSetting issue milestone for: %s\n" % (milestone_id)
         self.put("/projects/:project_id/issues/:issue_id", new_note_data, project_id=project_id, issue_id=ticket_id)
 
     def close_issue(self,project_id,ticket_id):

migrate.py

@@ -1,5 +1,6 @@
 import re
 from re import MULTILINE
+import sys
 import xmlrpclib
 import gitlab
 """
@@ -30,6 +31,7 @@
  * ```gitlab_access_token``` - the access token of the user creating all the issues. Found on the account page,  e.g. ```secretsecretsecret```
  * ```dest_project_name``` - the destination project including the paths to it. Basically the rest of the clone url minus the ".git". E.g. ```jens.neuhalfen/task-ninja```.
  * ```milestone_map``` - Maps milestones from trac to gitlab. Milestones have to exist in gitlab prior to running the script (_CAVE_: Assigning milestones does not work.)
+ * ```milestone_list``` - Lists milestones from trac with associated metadata. Manually populated at this point by copy/paste out of trac milestone admin page
 
 License
 ========
@@ -52,7 +54,24 @@
 
 
 dest_project_name ="jens.neuhalfen/task-ninja"
-milestone_map = {"M1 - build and tests":"M1 - build and tests" }
+milestone_map = {
+				  "Sprint 001":"Sprint 001","Sprint 002":"Sprint 002","Sprint 003":"Sprint 003","Sprint 004":"Sprint 004",
+                  "Sprint 005":"Sprint 005","Sprint 006":"Sprint 006","Sprint 007":"Sprint 007","Sprint 008":"Sprint 008",
+                  "Sprint 009":"Sprint 009","Sprint 010":"Sprint 010"
+                }
+
+milestone_list = {
+                    "Sprint 001":{"title":"Sprint 001","description":"your description here","due_date":"2013-02-11"},
+                    "Sprint 002":{"title":"Sprint 002","description":"etcetera","due_date":"2013-05-06"},
+                    "Sprint 003":{"title":"Sprint 003","description":"","due_date":"2013-05-20"},
+                    "Sprint 004":{"title":"Sprint 004","description":"","due_date":"2013-06-03"},
+                    "Sprint 005":{"title":"Sprint 005","description":"","due_date":"2013-06-10"},
+                    "Sprint 006":{"title":"Sprint 006","description":"","due_date":"2013-06-14"},
+                    "Sprint 007":{"title":"Sprint 007","description":"","due_date":"2013-06-21"},
+                    "Sprint 008":{"title":"Sprint 008","description":"","due_date":"2013-08-15"},
+                    "Sprint 009":{"title":"Sprint 009","description":"","due_date":"2013-08-25"},
+                    "Sprint 010":{"title":"Sprint 010","description":"","due_date":"2013-09-10"}
+                 }
 "------"
 
 
@@ -66,7 +85,7 @@ def fix_wiki_syntax(markup):
 
     # [changeset:"afsd38..2fs/taskninja"] or [changeset:"afsd38..2fs"]
     markup = re.sub(r'\[changeset:"([^"/]+?)(?:/[^"]+)?"]',r"changeset \1",markup)
-
+    print >>sys.stderr, "\nProcessing comment markup..."
     return markup
 
 def get_dest_project_id(dest_project_name):
@@ -76,7 +95,13 @@ def get_dest_project_id(dest_project_name):
 
 def get_dest_milestone_id(dest_project_id,milestone_name):
     dest_milestone_id = dest.milestone_by_name(dest_project_id,milestone_name )
-    if not dest_milestone_id: raise ValueError("Milestone '%s' of project '%s' not found under '%s'" % (milestone_name,dest_project_name, gitlab_url))
+    
+    if not dest_milestone_id:
+        print >>sys.stderr, "\nGitLab milestone not found, creating one for\n %s" % (milestone_list[milestone_name])
+        dest.create_milestone(dest_project_id,milestone_list[milestone_name])
+        dest_milestone_id = dest.milestone_by_name(dest_project_id,milestone_name )
+        # print >>sys.stderr, "\nGitLab milestone id: %s\n" % (dest_milestone_id["id"])
+
     return dest_milestone_id["id"]
 
 
@@ -116,20 +141,21 @@ def get_dest_milestone_id(dest_project_id,milestone_name):
 
         milestone = src_ticket_data['milestone']
         if milestone and milestone_map_id[milestone]:
-            new_ticket_data["milestone"] = milestone_map_id[milestone]
+            new_ticket_data["milestone_id"] = milestone_map_id[milestone]
 
         new_ticket = dest.create_issue(dest_project_id, new_ticket_data)
         new_ticket_id  = new_ticket["id"]
         # setting closed in create does not work -- bug in gitlab
         if is_closed: dest.close_issue(dest_project_id,new_ticket_id)
 
         # same for milestone
-        if new_ticket_data.has_key("milestone"): dest.set_issue_milestone(dest_project_id,new_ticket_id,new_ticket_data["milestone"])
+        if new_ticket_data.has_key("milestone_id"): dest.set_issue_milestone(dest_project_id,new_ticket_id,new_ticket_data["milestone_id"])
 
 
         changelog = source.ticket.changeLog(src_ticket_id)
         for change in changelog:
             change_type = change[2]
+            print >>sys.stderr, "\nProcessing changelog: '%s'" % (change_type)
             if (change_type == "comment"):
                 comment = fix_wiki_syntax( change[4])
                 dest.comment_issue(dest_project_id,new_ticket_id,comment)