2014-11-27 21:48:29 +01:00
|
|
|
require 'redmine/scm/adapters/git_adapter'
|
|
|
|
require 'pathname'
|
|
|
|
require 'fileutils'
|
2014-12-16 21:17:39 +01:00
|
|
|
# require 'open3'
|
|
|
|
require_dependency 'redmine_git_remote/poor_mans_capture3'
|
2014-11-27 21:48:29 +01:00
|
|
|
|
2014-11-27 22:07:35 +01:00
|
|
|
class Repository::GitRemote < Repository::Git
|
2014-11-27 21:48:29 +01:00
|
|
|
|
|
|
|
PLUGIN_ROOT = Pathname.new(__FILE__).join("../../../..").realpath.to_s
|
|
|
|
PATH_PREFIX = PLUGIN_ROOT + "/repos/"
|
|
|
|
|
|
|
|
before_validation :initialize_clone
|
|
|
|
|
2017-07-31 17:01:40 +02:00
|
|
|
safe_attributes 'extra_info', :if => lambda {|repository, _user| repository.new_record?}
|
|
|
|
|
2014-12-03 23:20:06 +01:00
|
|
|
# TODO: figure out how to do this safely (if at all)
|
2014-11-27 21:48:29 +01:00
|
|
|
# before_deletion :rm_removed_repo
|
|
|
|
# def rm_removed_repo
|
|
|
|
# if Repository.find_all_by_url(repo.url).length <= 1
|
2014-12-03 23:20:06 +01:00
|
|
|
# system "rm -Rf #{self.clone_path}"
|
2014-11-27 21:48:29 +01:00
|
|
|
# end
|
|
|
|
# end
|
|
|
|
|
|
|
|
def extra_clone_url
|
|
|
|
return nil unless extra_info
|
|
|
|
extra_info["extra_clone_url"]
|
|
|
|
end
|
|
|
|
|
|
|
|
def clone_url
|
|
|
|
self.extra_clone_url
|
|
|
|
end
|
|
|
|
|
|
|
|
def clone_path
|
|
|
|
self.url
|
|
|
|
end
|
|
|
|
|
|
|
|
def clone_host
|
|
|
|
p = parse(clone_url)
|
|
|
|
return p[:host]
|
|
|
|
end
|
|
|
|
|
2014-12-12 23:55:27 +01:00
|
|
|
def clone_protocol_ssh?
|
|
|
|
# Possible valid values (via http://git-scm.com/book/ch4-1.html):
|
|
|
|
# ssh://user@server/project.git
|
|
|
|
# user@server:project.git
|
|
|
|
# server:project.git
|
|
|
|
# For simplicity we just assume if it's not HTTP(S), then it's SSH.
|
|
|
|
!clone_url.match(/^http/)
|
|
|
|
end
|
|
|
|
|
2014-12-08 23:23:05 +01:00
|
|
|
# Hook into Repository.fetch_changesets to also run 'git fetch'.
|
2014-11-27 21:48:29 +01:00
|
|
|
def fetch_changesets
|
2014-12-08 23:23:05 +01:00
|
|
|
# ensure we don't fetch twice during the same request
|
|
|
|
return if @already_fetched
|
|
|
|
@already_fetched = true
|
|
|
|
|
2014-11-27 21:48:29 +01:00
|
|
|
puts "Calling fetch changesets on #{clone_path}"
|
|
|
|
# runs git fetch
|
|
|
|
self.fetch
|
|
|
|
super
|
|
|
|
end
|
|
|
|
|
2014-12-08 23:23:05 +01:00
|
|
|
# Override default_branch to fetch, otherwise caching problems in
|
|
|
|
# find_project_repository prevent Repository::Git#fetch_changesets from running.
|
|
|
|
#
|
|
|
|
# Ideally this would only be run for RepositoriesController#show.
|
|
|
|
def default_branch
|
|
|
|
if self.branches == [] && self.project.active? && Setting.autofetch_changesets?
|
|
|
|
# git_adapter#branches caches @branches incorrectly, reset it
|
|
|
|
scm.instance_variable_set :@branches, nil
|
|
|
|
# NB: fetch_changesets is idemptotent during a given request, so OK to call it 2x
|
|
|
|
self.fetch_changesets
|
|
|
|
end
|
|
|
|
super
|
|
|
|
end
|
|
|
|
|
2014-11-27 21:48:29 +01:00
|
|
|
# called in before_validate handler, sets form errors
|
|
|
|
def initialize_clone
|
|
|
|
# avoids crash in RepositoriesController#destroy
|
|
|
|
return unless attributes["extra_info"]["extra_clone_url"]
|
2014-12-03 23:50:37 +01:00
|
|
|
|
2014-11-27 21:48:29 +01:00
|
|
|
p = parse(attributes["extra_info"]["extra_clone_url"])
|
|
|
|
self.identifier = p[:identifier] if identifier.empty?
|
|
|
|
self.url = PATH_PREFIX + p[:path] if url.empty?
|
|
|
|
|
2014-11-28 22:35:33 +01:00
|
|
|
err = ensure_possibly_empty_clone_exists
|
2014-12-03 23:50:37 +01:00
|
|
|
errors.add :extra_clone_url, err if err
|
2014-11-27 21:48:29 +01:00
|
|
|
end
|
|
|
|
|
|
|
|
# equality check ignoring trailing whitespace and slashes
|
|
|
|
def two_remotes_equal(a,b)
|
|
|
|
a.chomp.gsub(/\/$/,'') == b.chomp.gsub(/\/$/,'')
|
|
|
|
end
|
|
|
|
|
2014-11-28 22:35:33 +01:00
|
|
|
def ensure_possibly_empty_clone_exists
|
2014-12-12 23:55:27 +01:00
|
|
|
Repository::GitRemote.add_known_host(clone_host) if clone_protocol_ssh?
|
2014-11-27 21:48:29 +01:00
|
|
|
|
2014-12-05 22:54:29 +01:00
|
|
|
unless system "git", "ls-remote", "-h", clone_url
|
2014-11-27 21:48:29 +01:00
|
|
|
return "#{clone_url} is not a valid remote."
|
|
|
|
end
|
|
|
|
|
|
|
|
if Dir.exists? clone_path
|
2014-12-16 21:17:39 +01:00
|
|
|
existing_repo_remote, status = RedmineGitRemote::PoorMansCapture3::capture2("git", "--git-dir", clone_path, "config", "--get", "remote.origin.url")
|
2014-12-05 22:54:29 +01:00
|
|
|
return "Unable to run: git --git-dir #{clone_path} config --get remote.origin.url" unless status.success?
|
|
|
|
|
2014-11-27 21:48:29 +01:00
|
|
|
unless two_remotes_equal(existing_repo_remote, clone_url)
|
2014-12-05 22:54:29 +01:00
|
|
|
return "Directory '#{clone_path}' already exits, unmatching clone url: #{existing_repo_remote}"
|
2014-11-27 21:48:29 +01:00
|
|
|
end
|
|
|
|
else
|
2014-12-05 22:54:29 +01:00
|
|
|
unless system "git", "init", "--bare", clone_path
|
|
|
|
return "Unable to run: git init --bare #{clone_path}"
|
2014-11-27 21:48:29 +01:00
|
|
|
end
|
|
|
|
|
2014-12-12 23:02:50 +01:00
|
|
|
unless system "git", "--git-dir", clone_path, "remote", "add", "--mirror=fetch", "origin", clone_url
|
2015-06-01 22:46:20 +02:00
|
|
|
return "Unable to run: git --git-dir #{clone_path} remote add --mirror=fetch origin #{clone_url}"
|
2014-11-27 21:48:29 +01:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
unloadable
|
|
|
|
def self.scm_name
|
2014-11-27 22:07:35 +01:00
|
|
|
'GitRemote'
|
2014-11-27 21:48:29 +01:00
|
|
|
end
|
|
|
|
|
2014-12-12 23:55:49 +01:00
|
|
|
# TODO: first validate git URL and display error message
|
2014-11-27 21:48:29 +01:00
|
|
|
def parse(url)
|
2014-12-12 23:55:49 +01:00
|
|
|
url.strip!
|
|
|
|
|
2014-11-27 21:48:29 +01:00
|
|
|
ret = {}
|
|
|
|
# start with http://github.com/evolvingweb/git_remote or git@git.ewdev.ca:some/repo.git
|
|
|
|
ret[:url] = url
|
2014-12-18 01:29:54 +01:00
|
|
|
|
|
|
|
# NB: Starting lines with ".gsub" is a syntax error in ruby 1.8.
|
|
|
|
# See http://stackoverflow.com/q/12906048/9621
|
2014-11-27 21:48:29 +01:00
|
|
|
# path is github.com/evolvingweb/muhc-ci
|
2014-12-18 01:29:54 +01:00
|
|
|
ret[:path] = url.gsub(/^.*:\/\//, ''). # Remove anything before ://
|
|
|
|
gsub(/:/, '/'). # convert ":" to "/"
|
|
|
|
gsub(/^.*@/, ''). # Remove anything before @
|
|
|
|
gsub(/\.git$/, '') # Remove trailing .git
|
2014-11-27 21:48:29 +01:00
|
|
|
ret[:host] = ret[:path].split('/').first
|
|
|
|
#TODO: handle project uniqueness automatically or prompt
|
2014-12-03 23:50:37 +01:00
|
|
|
ret[:identifier] = ret[:path].split('/').last.downcase.gsub(/[^a-z0-9_-]/,'-')
|
2014-11-27 21:48:29 +01:00
|
|
|
return ret
|
|
|
|
end
|
|
|
|
|
|
|
|
def fetch
|
|
|
|
puts "Fetching repo #{clone_path}"
|
2014-12-12 23:55:27 +01:00
|
|
|
Repository::GitRemote.add_known_host(clone_host) if clone_protocol_ssh?
|
2014-11-27 21:48:29 +01:00
|
|
|
|
2014-11-28 22:35:33 +01:00
|
|
|
err = ensure_possibly_empty_clone_exists
|
2014-11-27 21:48:29 +01:00
|
|
|
Rails.logger.warn err if err
|
|
|
|
|
|
|
|
# If dir exists and non-empty, should be safe to 'git fetch'
|
2014-12-05 22:54:29 +01:00
|
|
|
unless system "git", "--git-dir", clone_path, "fetch", "--all"
|
2014-11-27 21:48:29 +01:00
|
|
|
Rails.logger.warn "Unable to run 'git -c #{clone_path} fetch --all'"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
# Checks if host is in ~/.ssh/known_hosts, adds it if not present
|
|
|
|
def self.add_known_host(host)
|
|
|
|
# if not found...
|
2014-12-16 21:17:39 +01:00
|
|
|
out, status = RedmineGitRemote::PoorMansCapture3::capture2("ssh-keygen", "-F", host)
|
2014-12-05 22:54:29 +01:00
|
|
|
raise "Unable to run 'ssh-keygen -F #{host}" unless status
|
|
|
|
unless out.match /found/
|
2014-11-27 21:48:29 +01:00
|
|
|
# hack to work with 'docker exec' where HOME isn't set (or set to /)
|
|
|
|
ssh_dir = (ENV['HOME'] == "/" || ENV['HOME'] == nil ? "/root" : ENV['HOME']) + "/.ssh"
|
|
|
|
ssh_known_hosts = ssh_dir + "/known_hosts"
|
2014-12-03 23:20:06 +01:00
|
|
|
begin
|
|
|
|
FileUtils.mkdir_p ssh_dir
|
2015-03-26 22:45:35 +01:00
|
|
|
rescue Exception => e
|
|
|
|
raise "Unable to create directory #{ssh_dir}: " + e.to_s
|
2014-12-03 23:20:06 +01:00
|
|
|
end
|
2014-12-05 22:54:29 +01:00
|
|
|
|
2014-11-27 21:48:29 +01:00
|
|
|
puts "Adding #{host} to #{ssh_known_hosts}"
|
2014-12-16 21:17:39 +01:00
|
|
|
out, status = RedmineGitRemote::PoorMansCapture3::capture2("ssh-keyscan", host)
|
2014-12-05 22:54:29 +01:00
|
|
|
raise "Unable to run 'ssh-keyscan #{host}'" unless status
|
|
|
|
Kernel::open(ssh_known_hosts, 'a') { |f| f.puts out}
|
2014-11-27 21:48:29 +01:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|