# redMine - project management software

# Copyright (C) 2006-2007  Jean-Philippe Lang

#

# This program is free software; you can redistribute it and/or

# modify it under the terms of the GNU General Public License

# as published by the Free Software Foundation; either version 2

# of the License, or (at your option) any later version.

#

# This program is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

# GNU General Public License for more details.

#

# You should have received a copy of the GNU General Public License

# along with this program; if not, write to the Free Software

# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.

require 'active_record'

require 'iconv'

require 'pp'

## Default presets

$DEFAULT_TRAC_DIRECTORY=ENV['TRAC_ENV']

$DEFAULT_PROJECT_IDENTIFIER=ENV['TRAC_ENV']).downcase!

# part of the email after the '@'

$DEFAULT_MAIL_SUFFIX='foo.bar'

namespace :redmine do

  desc 'Trac migration script'

  task :migrate_from_trac12 => :environment do

    module TracMigrate

        TICKET_MAP = []

        DEFAULT_STATUS = IssueStatus.default

        assigned_status = IssueStatus.find_by_position(2)

        resolved_status = IssueStatus.find_by_position(3)

        feedback_status = IssueStatus.find_by_position(4)

        closed_status = IssueStatus.find :first, :conditions => { :is_closed => true }

        STATUS_MAPPING = {'new' => DEFAULT_STATUS,

                          'reopened' => feedback_status,

                          'assigned' => assigned_status,

                          'closed' => closed_status

                          }

        priorities = IssuePriority.all

        DEFAULT_PRIORITY = priorities[0]

        PRIORITY_MAPPING = {'lowest' => priorities[0],

                            'low' => priorities[0],

                            'normal' => priorities[1],

                            'high' => priorities[2],

                            'highest' => priorities[3],

                            # ---

                            'trivial' => priorities[0],

                            'minor' => priorities[1],

                            'major' => priorities[2],

                            'critical' => priorities[3],

                            'blocker' => priorities[4]

                            }

        TRACKER_BUG = Tracker.find_by_position(1)

        TRACKER_FEATURE = Tracker.find_by_position(2)

        # Add a fourth issue type for tasks as we use them heavily

        t = Tracker.find_by_name('Task')

        if !t

          t = Tracker.create(:name => 'Task',     :is_in_chlog => true,  :is_in_roadmap => false, :position => 4)

          t.workflows.copy(Tracker.find(1))

        end

        TRACKER_TASK = t

        DEFAULT_TRACKER = TRACKER_BUG

        TRACKER_MAPPING = {'defect' => TRACKER_BUG,

                           'enhancement' => TRACKER_FEATURE,

                           'task' => TRACKER_TASK,

                           'patch' =>TRACKER_FEATURE

                           }

        roles = Role.find(:all, :conditions => {:builtin => 0}, :order => 'position ASC')

        manager_role = roles[0]

        developer_role = roles[1]

        DEFAULT_ROLE = roles.last

        ROLE_MAPPING = {'admin' => manager_role,

                        'developer' => developer_role

                        }

        # Add an Hash Table for comments' updatable fields

        PROP_MAPPING = {'status' => 'status_id',

                        'owner' => 'assigned_to_id',

                        'component' => 'category_id',

                        'milestone' => 'fixed_version_id',

                        'priority' => 'priority_id',

                        'summary' => 'subject',

                        'type' => 'tracker_id'}

        # Hash table to map completion ratio

        RATIO_MAPPING = {'' => 0,

                        'fixed' => 100,

                        'invalid' => 0,

                        'wontfix' => 0,

                        'duplicate' => 100,

                        'worksforme' => 0}

        @migrate_accounts = false

        @migrate_accounts_valid_email = true

      class ::Time

        class << self

          alias :real_now :now

          alias :old_at_method :at

          def now

            real_now - @fake_diff.to_i

          end

          def fake(time)

            @fake_diff = real_now - time

            res = yield

            @fake_diff = 0

           res

          end

          def at(t)

            old_at_method(t>1e6? t*1e-6 : t)

          end

        end

      end

      class TracComponent < ActiveRecord::Base

        set_table_name :component

      end

      class TracMilestone < ActiveRecord::Base

        set_table_name :milestone

        # If this attribute is set a milestone has a defined target timepoint

        def due

          if read_attribute(:due) && read_attribute(:due) > 0

            Time.at(read_attribute(:due)).to_date

          else

            nil

          end

        end

        # This is the real timepoint at which the milestone has finished.

        def completed

          if read_attribute(:completed) && read_attribute(:completed) > 0

            Time.at(read_attribute(:completed)).to_date

          else

            nil

          end

        end

        def description

          # Attribute is named descr in Trac v0.8.x

          has_attribute?(:descr) ? read_attribute(:descr) : read_attribute(:description)

        end

      end

      class TracTicketCustom < ActiveRecord::Base

        set_table_name :ticket_custom

      end

      class TracAttachment < ActiveRecord::Base

        set_table_name :attachment

        set_inheritance_column :none

        def time; Time.at(read_attribute(:time)) end

        def original_filename

          filename

        end

        def content_type

          ''

        end

        def exist?

          File.file? trac_fullpath

        end

        def open

          File.open("#{trac_fullpath}", 'rb') {|f|

            @file = f

            yield self

          }

        end

        def read(*args)

          @file.read(*args)

        end

        def description

          read_attribute(:description).to_s.slice(0,255)

        end

      private

        def trac_fullpath

          attachment_type = read_attribute(:type)

          trac_file = filename.gsub( /[^a-zA-Z0-9\-_\.!~*]/n ) {|x| sprintf('%%%02X', x[0]) }

          trac_dir = id.gsub( /[^a-zA-Z0-9\-_\.!~*\\\/]/n ) {|x| sprintf('%%%02X', x[0]) }

          "#{TracMigrate.trac_attachments_directory}/#{attachment_type}/#{trac_dir}/#{trac_file}"

        end

      end

      class TracTicket < ActiveRecord::Base

        set_table_name :ticket

        set_inheritance_column :none

        # ticket changes: only migrate status changes and comments

        has_many :changes, :class_name => "TracMigrate::TracTicketChange", :foreign_key => :ticket

        has_many :attachments, :class_name => "TracMigrate::TracAttachment",

                               :finder_sql => "SELECT DISTINCT attachment.* FROM #{TracMigrate::TracAttachment.table_name}" +

                                              " WHERE #{TracMigrate::TracAttachment.table_name}.type = 'ticket'" +

                                              ' AND #{TracMigrate::TracAttachment.table_name}.id = \'#{TracMigrate::TracAttachment.connection.quote_string(id.to_s)}\''

        has_many :customs, :class_name => "TracMigrate::TracTicketCustom", :foreign_key => :ticket

        def ticket_type

          read_attribute(:type)

        end

        def summary

          read_attribute(:summary).blank? ? "(no subject)" : read_attribute(:summary)

        end

        def description

          read_attribute(:description).blank? ? summary : read_attribute(:description)

        end

        def time; Time.at(read_attribute(:time)) end

        def changetime; Time.at(read_attribute(:changetime)) end

      end

      class TracTicketChange < ActiveRecord::Base

        set_table_name :ticket_change

        def time

                Time.at(read_attribute(:time)) 

        end

      end

      TRAC_WIKI_PAGES = %w(InterMapTxt InterTrac InterWiki RecentChanges SandBox TracAccessibility TracAdmin TracBackup \

                           TracBrowser TracCgi TracChangeset TracInstallPlatforms TracMultipleProjects TracModWSGI \

                           TracEnvironment TracFastCgi TracGuide TracImport TracIni TracInstall TracInterfaceCustomization \

                           TracLinks TracLogging TracModPython TracNotification TracPermissions TracPlugins TracQuery \

                           TracReports TracRevisionLog TracRoadmap TracRss TracSearch TracStandalone TracSupport TracSyntaxColoring TracTickets \

                           TracTicketsCustomFields TracTimeline TracUnicode TracUpgrade TracWiki WikiDeletePage WikiFormatting \

                           WikiHtml WikiMacros WikiNewPage WikiPageNames WikiProcessors WikiRestructuredText WikiRestructuredTextLinks \

                           CamelCase TitleIndex TracNavigation TracFineGrainedPermissions TracWorkflow TimingAndEstimationPluginUserManual \

                           PageTemplates BadContent TracRepositoryAdmin TracWikiMacros)

      class TracWikiPage < ActiveRecord::Base

        set_table_name :wiki

        set_primary_key :name

        has_many :attachments, :class_name => "TracMigrate::TracAttachment",

                               :finder_sql => "SELECT DISTINCT attachment.* FROM #{TracMigrate::TracAttachment.table_name}" +

                                      " WHERE #{TracMigrate::TracAttachment.table_name}.type = 'wiki'" +

                                      ' AND #{TracMigrate::TracAttachment.table_name}.id = \'#{TracMigrate::TracAttachment.connection.quote_string(id.to_s)}\''

        def self.columns

          # Hides readonly Trac field to prevent clash with AR readonly? method (Rails 2.0)

          super.select {|column| column.name.to_s != 'readonly'}

        end

        def time; Time.at(read_attribute(:time)) end

      end

      class TracAccount < ActiveRecord::Base

        set_table_name :session

        named_scope :authenticated, {:conditions => {:authenticated => 1}}

      end

      class TracPermission < ActiveRecord::Base

        set_table_name :permission

      end

      class TracSessionAttribute < ActiveRecord::Base

        set_table_name :session_attribute

      end

      def self.find_or_create_user(username, project_member = false)

        return User.anonymous if username.blank?

        return User.anonymous if [

          'admin', 'anonymous', 'asas', 'remote_user', 'somebody', 'trac', 'foo',

        ].include? username.downcase

        ## HACK clean username - if username is an email use first part of the address

        username = username.split("@")[0] if username.include?("@")

        _u = User.find_by_login(username)

        if !_u

          # Create a new user if not found

          mail = username[0,limit_for(User, 'mail')]

          if mail_attr = TracSessionAttribute.find_by_sid_and_name(username, 'email')

            mail = mail_attr.value

          elsif @migrate_accounts_valid_email

            return User.find(:first)

          end

          mail = "#{mail}@#{$DEFAULT_MAIL_SUFFIX}" unless mail.include?("@")

          name = username

          if name_attr = TracSessionAttribute.find_by_sid_and_name(username, 'name')

            name = name_attr.value

          end

          name =~ (/(.+?)(?:[\ \t]+(.+)?|[\ \t]+|)$/)

          fn = $1.strip

          # Add a dash for lastname or the user is not saved (bugfix)

          ln = ($2 || '-').strip

          _u = User.new(:language => Setting.default_language, :mail_notification => Setting.default_notification_option,

                       :mail => mail.gsub(/[^-@a-z0-9\.]/i, '-'),

                       :firstname => fn[0, limit_for(User, 'firstname')],

                       :lastname => ln[0, limit_for(User, 'lastname')])

          _u.login = username[0,limit_for(User, 'login')].gsub(/[^a-z0-9_\-@\.]/i, '-')

          _u.password = 'tractrac'

          _u.admin = true if TracPermission.find_by_username_and_action(username, 'admin')

          # finally, a default user is used if the new user is not valid

          _u = User.find(:first) unless _u.save

        end

        # Make sure he is a member of the project

        if project_member && !_u.member_of?(@target_project)

          role = DEFAULT_ROLE

          if _u.admin

            role = ROLE_MAPPING['admin']

          elsif TracPermission.find_by_username_and_action(username, 'developer')

            role = ROLE_MAPPING['developer']

          end

          Member.create(:user => _u, :project => @target_project, :roles => [role])

          _u.reload

        end

        _u

      end

      # Basic wiki syntax conversion

      def self.convert_wiki_text(text)

        convert_wiki_text_mapping(text, TICKET_MAP)

      end

      def self.migrate

        establish_connection

        # Quick database test

        TracComponent.count

        migrated_accounts = 0

        migrated_components = 0

        migrated_milestones = 0

        migrated_tickets = 0

        migrated_custom_values = 0

        migrated_ticket_attachments = 0

        migrated_wiki_edits = 0

        migrated_wiki_attachments = 0

        # Wiki system initializing...

        @target_project.wiki.destroy if @target_project.wiki

        @target_project.reload

        wiki = Wiki.new(:project => @target_project, :start_page => 'WikiStart')

        wiki_edit_count = 0

        # Accounts

        # SELECT sid FROM session WHERE authenticated=1;

        # SELECT value FROM session_attribute WHERE sid='s0undt3ch' AND name='email';

        if @migrate_accounts

          who = "Migrating Accounts"

          accounts_total = TracAccount.authenticated.find(:all).count

          TracAccount.authenticated.find(:all).each do |account|

            if account.authenticated == 1

              a = find_or_create_user(account.sid, true)

              next unless a.save!

              migrated_accounts += 1

              simplebar(who, migrated_accounts, accounts_total)

            end

          end

        end

        # After this point set migrate_accounts_valid_email to false so that

        # tickets still have a issuer even though they don't have a valid

        # email address

        TracMigrate.set_migrate_accounts_valid_email(false)

        # Components

        who = "Migrating components"

        issues_category_map = {}

        components_total = TracComponent.count

        TracComponent.find(:all).each do |component|

                  _c = IssueCategory.new :project => @target_project,

                                :name => encode(component.name[0, limit_for(IssueCategory, 'name')])

                        # Owner

                        unless component.owner.blank?

                          _c.assigned_to = find_or_create_user(component.owner, true)

                        end

                        next unless _c.save

                        issues_category_map[component.name] = _c

                        migrated_components += 1

                        simplebar(who, migrated_components, components_total)

        end

        puts if migrated_components < components_total

        # Milestones

        who = "Migrating milestones"

        version_map = {}

        milestone_wiki = Array.new

        milestones_total = TracMilestone.count

        TracMilestone.find(:all).each do |milestone|

          # First we try to find the wiki page...

          p = wiki.find_or_new_page(milestone.name.to_s)

          p.content = WikiContent.new(:page => p) if p.new_record?

          # be sure that milestone text is not empty

          p.content.text = milestone.description.nil? || milestone.description.empty? ? milestone.name.to_s : milestone.description.to_s

          p.content.author = find_or_create_user('trac')

          p.content.comments = 'Milestone'

          status_p_save = p.save

          puts ".status_p_save: " + status_p_save unless status_p_save

          v = Version.new :project => @target_project,

                          :name => encode(milestone.name[0, limit_for(Version, 'name')]),

                          :description => nil,

                          :wiki_page_title => milestone.name.to_s,

                          :effective_date => milestone.completed

          next unless v.save

          version_map[milestone.name] = v

          milestone_wiki.push(milestone.name);

          migrated_milestones += 1

          simplebar(who, migrated_milestones, milestones_total)

        end

        puts if migrated_milestones < milestones_total

        # Custom fields

        # TODO: read trac.ini instead

        who = "Migrating custom fields"

        custom_field_map = {}

        TracTicketCustom.find_by_sql("SELECT DISTINCT name FROM #{TracTicketCustom.table_name}").each do |field|

          #print '.' # Maybe not needed this out?

          #STDOUT.flush

          # Redmine custom field name

          field_name = encode(field.name[0, limit_for(IssueCustomField, 'name')]).humanize

          # Find if the custom already exists in Redmine

          f = IssueCustomField.find_by_name(field_name)

          # Ugly hack to handle billable checkbox. Would require to read the ini file to be cleaner

          if field_name == 'Billable'

            format = 'bool'

          else

            format = 'string'

          end

          # Or create a new one

          f ||= IssueCustomField.create(:name => encode(field.name[0, limit_for(IssueCustomField, 'name')]).humanize,

                                        :field_format => format, :default_value => '')

          next if f.new_record?

          f.trackers = Tracker.find(:all)

          f.projects << @target_project

          custom_field_map[field.name] = f

        end

        #puts

        # Trac 'resolution' field as a Redmine custom field

        r = IssueCustomField.find(:first, :conditions => { :name => "Resolution" })

        r = IssueCustomField.new(:name => 'Resolution',

                                 :field_format => 'list',

                                 :default_value => '',

                                 :is_filter => true) if r.nil?

        r.trackers = Tracker.find(:all)

        r.projects << @target_project

        r.possible_values = (r.possible_values + %w(fixed invalid wontfix duplicate worksforme)).flatten.compact.uniq

        r.save!

        custom_field_map['resolution'] = r

        # Trac 'keywords' field as a Redmine custom field

        k = IssueCustomField.find(:first, :conditions => { :name => "Keywords" })

        k = IssueCustomField.new(:name => 'Keywords',

                                 :field_format => 'string',

                                 :default_value => '',

                                 :is_filter => true) if k.nil?

        k.trackers = Tracker.find(:all)

        k.projects << @target_project

        k.save!

        custom_field_map['keywords'] = k

        # Trac ticket id as a Redmine custom field

        tid = IssueCustomField.find(:first, :conditions => { :name => "TracID" })

        tid = IssueCustomField.new(:name => 'TracID',

                                 :field_format => 'string',

                                 :default_value => '',

                                 :is_filter => true) if tid.nil?

        tid.trackers = Tracker.find(:all)

        tid.projects << @target_project

        tid.save!

        custom_field_map['tracid'] = tid

        # Tickets

        who = "Migrating tickets"

        tickets_total = TracTicket.count

        TracTicket.find_each(:batch_size => 200) do |ticket|

          #puts ".Ticket.time: " + ticket.time.inspect

          begin

            ticket_desc = encode(ticket.description)

          rescue Exception=>e

            ticket_desc = Iconv.conv("UTF8", "LATIN1", ticket.description)

          end

          _i = Issue.new :project => @target_project,

                          :subject => encode(ticket.summary[0, limit_for(Issue, 'subject')]),

                          :description => ticket_desc,

                          :priority => PRIORITY_MAPPING[ticket.priority] || DEFAULT_PRIORITY,

                          :created_on => ticket.time

          # Add the ticket's author to project's reporter list (bugfix)

          _i.author         = find_or_create_user(ticket.reporter,true)

          # Extrapolate done_ratio from ticket's resolution

          _i.done_ratio = RATIO_MAPPING[ticket.resolution] || 0

          _i.category         = issues_category_map[ticket.component] unless ticket.component.blank?

          _i.fixed_version = version_map[ticket.milestone] unless ticket.milestone.blank?

          _i.status         = STATUS_MAPPING[ticket.status] || DEFAULT_STATUS

          _i.tracker         = TRACKER_MAPPING[ticket.ticket_type] || DEFAULT_TRACKER

          _i.id                 = ticket.id unless Issue.exists?(ticket.id)

          # Owner

          unless ticket.owner.blank?

            _i.assigned_to = find_or_create_user(ticket.owner, true)

          end

          Time.fake(ticket.changetime) { _i.save }

          TICKET_MAP[ticket.id] = _i.id

          migrated_tickets += 1

          simplebar(who, migrated_tickets, tickets_total)

          # Handle CC field

          ticket.cc.split(',').each do |email|

            w = Watcher.new :watchable_type => 'Issue',

                            :watchable_id => _i.id,

                            :user_id => find_or_create_user(email.strip).id

            status_w_save = w.save

          end

          # Necessary to handle direct link to note from timelogs and putting the right start time in issue

          noteid = 1

          # Comments and status/resolution/keywords changes

          ticket.changes.group_by(&:time).each do |time, changeset|

              status_change         = changeset.select {|change| change.field == 'status'}.first

              resolution_change = changeset.select {|change| change.field == 'resolution'}.first

              keywords_change         = changeset.select {|change| change.field == 'keywords'}.first

              comment_change         = changeset.select {|change| change.field == 'comment'}.first

              # Handle more ticket changes (owner, component, milestone, priority, summary, type, done_ratio and hours)

              assigned_change         = changeset.select {|change| change.field == 'owner'}.first

              category_change         = changeset.select {|change| change.field == 'component'}.first

              version_change         = changeset.select {|change| change.field == 'milestone'}.first

              priority_change         = changeset.select {|change| change.field == 'priority'}.first

              subject_change         = changeset.select {|change| change.field == 'summary'}.first

              tracker_change         = changeset.select {|change| change.field == 'type'}.first

              time_change                 = changeset.select {|change| change.field == 'hours'}.first

              # If it's the first note then we set the start working time to handle calendar and gantts

              if noteid == 1

                _i.start_date = time

              end

              n = IssueJournal.new :notes => (comment_change ? convert_wiki_text(encode(comment_change.newvalue)) : ''),

                              :created_at => time,

                              :version => _i.last_journal.version + 1

              n.user = find_or_create_user(changeset.first.author, true)

              n.journalized = _i

              if status_change &&

                   STATUS_MAPPING[status_change.oldvalue] &&

                   STATUS_MAPPING[status_change.newvalue] &&

                   (STATUS_MAPPING[status_change.oldvalue] != STATUS_MAPPING[status_change.newvalue])

                n.changes = n.changes.merge({

                               'status_id' => [

                                               STATUS_MAPPING[status_change.oldvalue].id,

                                               STATUS_MAPPING[status_change.newvalue].id

                                               ]

                })

              end

              # Handle resolution changes

              if resolution_change                      

                                ## BUG not working

                # n.changes = n.changes.merge({

                               # custom_field_map['resolution'].id => [

                                               # resolution_change.oldvalue,

                                               # resolution_change.newvalue

                               # ]

                # })

                # Add a change for the done_ratio

                                n.changes = n.changes.merge({

                                                                'done_ratio' => [

                                                                                                RATIO_MAPPING[resolution_change.oldvalue],

                                                                                                RATIO_MAPPING[resolution_change.newvalue]

                                                                                                ]

                                })

                                # Arbitrary set the due time to the day the ticket was resolved for calendar and gantts

                case RATIO_MAPPING[resolution_change.newvalue]

                when 0

                  _i.due_date = nil

                when 100

                  _i.due_date = time

                end

              end

              # Handle keyword changes

              if keywords_change

                n.changes = n.changes.merge({

                                                custom_field_map['keywords'].id => [

                                                                                keywords_change.oldvalue,

                                                                                keywords_change.newvalue

                                                ]

                })

              end

              # Handle assignement/owner changes

              if assigned_change

                n.changes = n.changes.merge({

                                                 PROP_MAPPING['owner'] => [

                                                                        find_or_create_user(assigned_change.oldvalue, true).id,

                                                                        find_or_create_user(assigned_change.newvalue, true).id

                                                ]

                })

              end

              # Handle component/category changes

              if category_change

                n.changes = n.changes.merge({

                                                PROP_MAPPING['component'] => [

                                                                        issues_category_map[category_change.oldvalue].nil? ? nil : issues_category_map[category_change.oldvalue].id,

                                                                        issues_category_map[category_change.newvalue].nil? ? nil : issues_category_map[category_change.newvalue].id

                                                ]

                })

              end

              # Handle version/milestone changes

              if version_change

                n.changes = n.changes.merge({

                                                PROP_MAPPING['milestone'] => [

                                                                        version_map[version_change.oldvalue].nil? ? nil : version_map[version_change.oldvalue].id,

                                                                        version_map[version_change.newvalue].nil? ? nil : version_map[version_change.newvalue].id

                                                ]

                                })

              end

              # Handle priority changes

              if priority_change

                n.changes = n.changes.merge({

                                                PROP_MAPPING['priority'] => [

                                                                        PRIORITY_MAPPING[priority_change.oldvalue].id,

                                                                        PRIORITY_MAPPING[priority_change.newvalue].id

                                                ]

                })

              end

              # Handle subject/summary changes

              if subject_change

                n.changes = n.changes.merge({

                                                PROP_MAPPING['summary'] => [

                                                                        encode(subject_change.oldvalue[0, limit_for(Issue, 'subject')]),

                                                                        encode(subject_change.newvalue[0, limit_for(Issue, 'subject')])

                                                ]

                })

              end

              # Handle tracker/type (bug, feature) changes

              if tracker_change

                n.changes = n.changes.merge({

                                                PROP_MAPPING['type'] => [

                                                                        TRACKER_MAPPING[tracker_change.oldvalue].id || DEFAULT_TRACKER.id,

                                                                        TRACKER_MAPPING[tracker_change.newvalue].id || DEFAULT_TRACKER.id

                                                ]

                })

              end

              # Add timelog entries for each time changes (from timeandestimation plugin)

              if time_change && time_change.newvalue != '0' && time_change.newvalue != ''

                t = TimeEntry.new(:project => @target_project, 

                                  :issue => _i, 

                                  :user => n.user,

                                  :spent_on => time,

                                  :hours => time_change.newvalue.to_i.abs,                ## HACK, hours has to be positiv

                                  :created_on => time,

                                  :updated_on => time,

                                  :activity_id => TimeEntryActivity.find_by_position(2).id,

                                  :comments => "#{convert_wiki_text(n.notes.each_line.first.chomp)[0,100] unless !n.notes.each_line.first}... \"more\":/issues/#{_i.id}#note-#{noteid}")

                t.save

                t.errors.each_full{|msg| puts msg }

              end

                          # saving changes and registering them for the issue

              n.save unless n.changes.empty? && n.notes.blank?

                          _i.journals << n unless n.changes.empty? && n.notes.blank?

                          # Set correct changetime of the issue

              ## HACK Unnecessary next unless Time.fake(ticket.changetime) { _i.save }

              noteid += 1

          end

          # saving issue changes to database

          Time.fake(ticket.changetime) { _i.save }

                  #end

          # Attachments

          ticket.attachments.each do |attachment|

            next unless attachment.exist?

              attachment.open {

                a = Attachment.new :created_on => attachment.time

                a.file = attachment

                a.author = find_or_create_user(attachment.author)

                a.container = _i

                a.description = attachment.description

                ## TODO DUMMY HACK be sure, that the attachment exists on the disk - copy real files afterwards

                ## TODO get attachment file directory from project settings

                result = system( "touch files/" + a.disk_filename )

                migrated_ticket_attachments += 1 if a.save

              }

          end

          # Custom fields          

          custom_values = ticket.customs.inject({}) do |h, custom|

            if custom_field = custom_field_map[custom.name]

              h[custom_field.id] = custom.value

              migrated_custom_values += 1

            end

            h

          end

          if custom_field_map['resolution'] && !ticket.resolution.blank?

            custom_values[custom_field_map['resolution'].id] = ticket.resolution

          end

          if custom_field_map['keywords'] && !ticket.keywords.blank?

            custom_values[custom_field_map['keywords'].id] = ticket.keywords

          end

          if custom_field_map['tracid'] 

            custom_values[custom_field_map['tracid'].id] = ticket.id

          end

          _i.custom_field_values = custom_values

          _i.save_custom_field_values

        end

        # update issue id sequence if needed (postgresql)

        Issue.connection.reset_pk_sequence!(Issue.table_name) if Issue.connection.respond_to?('reset_pk_sequence!')

        puts if migrated_tickets < tickets_total

        # Wiki

        who = "Migrating wiki"

        if wiki.save

          wiki_edits_total = TracWikiPage.count

          TracWikiPage.find(:all, :order => 'name, version').each do |page|

            # Do not migrate Trac manual wiki pages

            if TRAC_WIKI_PAGES.include?(page.name) then

              wiki_edits_total -= 1

              next

            end

            p = wiki.find_or_new_page(page.name)

            p.content = WikiContent.new(:page => p) if p.new_record?

            p.content.text = page.text

            p.content.author = find_or_create_user(page.author) unless page.author.blank? || page.author == 'trac'

            p.content.comments = page.comment

            Time.fake(page.time) { p.new_record? ? p.save : p.content.save }

            migrated_wiki_edits += 1

            simplebar(who, migrated_wiki_edits, wiki_edits_total)

            next if p.content.new_record?

            # Attachments

            page.attachments.each do |attachment|

              next unless attachment.exist?

              next if p.attachments.find_by_filename(attachment.filename.gsub(/^.*(\\|\/)/, '').gsub(/[^\w\.\-]/,'_')) #add only once per page

              attachment.open {

                a = Attachment.new :created_on => attachment.time

                a.file = attachment

                a.author = find_or_create_user(attachment.author)

                a.description = attachment.description

                a.container = p

                migrated_wiki_attachments += 1 if a.save

              }

            end

          end

        end

        puts if migrated_wiki_edits < wiki_edits_total

        # Now load each wiki page and transform its content into textile format

        puts "\nTransform texts to textile format:"

        wiki_pages_count = 0

        issues_count = 0

        milestone_wiki_count = 0

        who = "   in Wiki pages"

        wiki.reload

        wiki_pages_total = wiki.pages.count

        wiki.pages.each do |page|

          page.content.text = convert_wiki_text(page.content.text)

          Time.fake(page.content.updated_on) { page.content.save }

          wiki_pages_count += 1

          simplebar(who, wiki_pages_count, wiki_pages_total)

        end

        puts if wiki_pages_count < wiki_pages_total

        who = "   in Issues"

        issues_total = TICKET_MAP.count

        TICKET_MAP.each do |newId|

          issues_count += 1

          simplebar(who, issues_count, issues_total)

          next if newId.nil?

          issue = findIssue(newId)

          next if issue.nil?

          # convert issue description

          issue.description = convert_wiki_text(issue.description)

          # Converted issue comments had their last updated time set to the day of the migration (bugfix)

          next unless Time.fake(issue.updated_on) { issue.save }

          ## TODO CHECKEN

          # convert issue journals

          #issue.journals.find(:all).each do |journal|

          #  journal.notes = convert_wiki_text(journal.notes)

          #  journal.save

          #end

        end

        puts if issues_count < issues_total

        who = "   in Milestone descriptions"

        milestone_wiki_total = milestone_wiki.count

        milestone_wiki.each do |name|

          milestone_wiki_count += 1

          simplebar(who, milestone_wiki_count, milestone_wiki_total)

          p = wiki.find_page(name)            

          next if p.nil?

          p.content.text = convert_wiki_text(p.content.text)

          p.content.save

        end

        puts if milestone_wiki_count < milestone_wiki_total

        puts

        puts "Components:      #{migrated_components}/#{components_total}"

        puts "Milestones:      #{migrated_milestones}/#{milestones_total}"

        puts "Tickets:         #{migrated_tickets}/#{tickets_total}"

        puts "Ticket files:    #{migrated_ticket_attachments}/" + TracAttachment.count(:conditions => {:type => 'ticket'}).to_s

        puts "Custom values:   #{migrated_custom_values}/#{TracTicketCustom.count}"

        puts "Wiki edits:      #{migrated_wiki_edits}/#{wiki_edits_total}"

        puts "Wiki files:      #{migrated_wiki_attachments}/" + TracAttachment.count(:conditions => {:type => 'wiki'}).to_s

      end

      def self.findIssue(id)

        return Issue.find(id)

      rescue ActiveRecord::RecordNotFound

        puts "[#{id}] not found"

        nil

      end

      def self.limit_for(klass, attribute)

        klass.columns_hash[attribute.to_s].limit

      end

      def self.encoding(charset)

        @ic = Iconv.new('UTF-8', charset)

      rescue Iconv::InvalidEncoding

        puts "Invalid encoding!"

        return false

      end

      def self.set_migrate_accounts(migrate)

        @migrate_accounts = migrate

        @migrate_accounts

      end

      def self.set_migrate_accounts_valid_email(valid_email)

        @migrate_accounts_valid_email = valid_email

        @migrate_accounts_valid_email

      end

      def self.set_trac_directory(path)

        @@trac_directory = path

        raise "This directory doesn't exist!" unless File.directory?(path)

        raise "#{trac_attachments_directory} doesn't exist!" unless File.directory?(trac_attachments_directory)

        @@trac_directory

      rescue Exception => e

        puts e

        return false

      end

      def self.trac_directory

        @@trac_directory

      end

      def self.set_trac_adapter(adapter)

        return false if adapter.blank?

        raise "Unknown adapter: #{adapter}!" unless %w(sqlite sqlite3 mysql postgresql).include?(adapter)

        # If adapter is sqlite or sqlite3, make sure that trac.db exists

        raise "#{trac_db_path} doesn't exist!" if %w(sqlite sqlite3).include?(adapter) && !File.exist?(trac_db_path)

        @@trac_adapter = adapter

      rescue Exception => e

        puts e

        return false

      end

      def self.set_trac_db_host(host)

        return nil if host.blank?

        @@trac_db_host = host

      end

      def self.set_trac_db_port(port)

        return nil if port.to_i == 0

        @@trac_db_port = port.to_i

      end

      def self.set_trac_db_name(name)

        return nil if name.blank?

        @@trac_db_name = name

      end

      def self.set_trac_db_username(username)

        @@trac_db_username = username

      end

      def self.set_trac_db_password(password)

        @@trac_db_password = password

      end

      def self.set_trac_db_schema(schema)

        @@trac_db_schema = schema

      end

      mattr_reader :trac_directory, :trac_adapter, :trac_db_host, :trac_db_port, :trac_db_name, :trac_db_schema, :trac_db_username, :trac_db_password

      def self.trac_db_path; "#{trac_directory}/db/trac.db" end

      def self.trac_attachments_directory; "#{trac_directory}/attachments" end

      def self.target_project_identifier(identifier)

        project = Project.find_by_identifier(identifier)

        if !project

          # create the target project

          project = Project.new :name => identifier.humanize,

                                :description => ''

          project.identifier = identifier

          puts "Unable to create a project with identifier '#{identifier}'!" unless project.save

          # enable issues and wiki for the created project

          # Enable all project modules by default

          #project.enabled_module_names = ['issue_tracking', 'wiki', 'time_tracking', 'news', 'documents', 'files', 'repository', 'boards', 'calendar', 'gantt']

          # Only enable modules which might have content from the migrated project

          project.enabled_module_names = ['issue_tracking', 'wiki', 'repository']

        else

          puts

          puts "This project already exists in your Redmine database."

          print "Are you sure you want to append data to this project ? [Y/n] "

          STDOUT.flush

          exit if STDIN.gets.match(/^n$/i)

        end

        project.trackers << TRACKER_BUG unless project.trackers.include?(TRACKER_BUG)

        project.trackers << TRACKER_FEATURE unless project.trackers.include?(TRACKER_FEATURE)

        # Add Task type to the project

        project.trackers << TRACKER_TASK unless project.trackers.include?(TRACKER_TASK)

        @target_project = project.new_record? ? nil : project

        @target_project.reload

      end

      def self.connection_params

        if %w(sqlite sqlite3).include?(trac_adapter)

          {:adapter => trac_adapter,

           :database => trac_db_path}

        else

          {:adapter => trac_adapter,

           :database => trac_db_name,

           :host => trac_db_host,

           :port => trac_db_port,

           :username => trac_db_username,

           :password => trac_db_password,

           :schema_search_path => trac_db_schema

          }

        end

      end

      def self.establish_connection

        constants.each do |const|

          klass = const_get(const)

          next unless klass.respond_to? 'establish_connection'

          klass.establish_connection connection_params

        end

      end

    private

      def self.encode(text)

        @ic.iconv text

      rescue

        text

      end

    end

    puts

    if Redmine::DefaultData::Loader.no_data?

      puts "Redmine configuration need to be loaded before importing data."

      puts "Please, run this first:"

      puts

      puts "  rake redmine:load_default_data RAILS_ENV=\"#{ENV['RAILS_ENV']}\""

      exit

    end

    puts "WARNING: a new project will be added to Redmine during this process."

    print "Are you sure you want to continue ? [y/N] "

    STDOUT.flush

    break unless STDIN.gets.match(/^y$/i)

    puts

    DEFAULT_PORTS = {'mysql' => 3306, 'postgresql' => 5432}

        # Get Trac configuration and migration settings

        prompt('Trac directory', :default => $DEFAULT_TRAC_DIRECTORY) {|directory| TracMigrate.set_trac_directory directory.strip}

    prompt('Trac database adapter (sqlite, sqlite3, mysql, postgresql)', :default => 'sqlite3') {|adapter| TracMigrate.set_trac_adapter adapter}

    unless %w(sqlite sqlite3).include?(TracMigrate.trac_adapter)

      prompt('Trac database host', :default => 'localhost') {|host| TracMigrate.set_trac_db_host host}

      prompt('Trac database port', :default => DEFAULT_PORTS[TracMigrate.trac_adapter]) {|port| TracMigrate.set_trac_db_port port}

      prompt('Trac database name') {|name| TracMigrate.set_trac_db_name name}

      prompt('Trac database schema', :default => 'public') {|schema| TracMigrate.set_trac_db_schema schema}

      prompt('Trac database username') {|username| TracMigrate.set_trac_db_username username}

      prompt('Trac database password') {|password| TracMigrate.set_trac_db_password password}

    end

    prompt('Trac database encoding', :default => 'UTF-8') {|encoding| TracMigrate.encoding encoding}

        prompt('Target project identifier', :default => $DEFAULT_PROJECT_IDENTIFIER) {|identifier| TracMigrate.target_project_identifier identifier.downcase}

        # Ask for user account migration

    print "Migrate ALL authenticated accounts [y/N]? "

    STDOUT.flush

    migrate_accounts = STDIN.gets.match(/^y$/i)

    TracMigrate.set_migrate_accounts(migrate_accounts)

    if migrate_accounts

      print "Require authenticated accounts to have an email address set [Y/n]? "

      STDOUT.flush

      TracMigrate.set_migrate_accounts_valid_email(STDIN.gets.match(/^y$/i))

    end

    puts

    # Turn off email notifications

    Setting.notified_events = []

    TracMigrate.migrate

  end

  # Prompt

  def prompt(text, options = {}, &block)

    default = options[:default] || ''

    while true

      print "#{text} [#{default}]: "

      STDOUT.flush

      value = STDIN.gets.chomp!

      value = default if value.blank?

      break if yield value

    end

  end

  # Basic wiki syntax conversion

  def convert_wiki_text_mapping(text, ticket_map = [])

        # Hide links

        def wiki_links_hide(src)

          @wiki_links = []

          @wiki_links_hash = "####WIKILINKS#{src.hash.to_s}####"

          src.gsub(/(\[\[.+?\|.+?\]\])/) do

            @wiki_links << $1

            @wiki_links_hash

          end

        end

        # Restore links

        def wiki_links_restore(src)

          @wiki_links.each do |s|

            src = src.sub("#{@wiki_links_hash}", s.to_s)

          end

          src

        end

        # Hidding code blocks

        def code_hide(src)

          @code = []

          @code_hash = "####CODEBLOCK#{src.hash.to_s}####"

          src.gsub(/(\{\{\{.+?\}\}\}|`.+?`)/m) do

            @code << $1

            @code_hash

          end

        end

        # Convert code blocks

        def code_convert(src)

          @code.each do |s|

            s = s.to_s

            if s =~ (/`(.+?)`/m) || s =~ (/\{\{\{(.+?)\}\}\}/) then

              # inline code

              s = s.replace("@#{$1}@")

            else

              # We would like to convert the Code highlighting too

              # This will go into the next line.

              shebang_line = false

              # Reguar expression for start of code

              pre_re = /\{\{\{/

              # Code hightlighing...

              shebang_re = /^\#\!([a-z]+)/