2018-10-22 03:00:50 -04:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2013-10-08 14:36:16 -04:00
|
|
|
require 'fileutils'
|
2014-02-25 05:57:42 -05:00
|
|
|
require 'open3'
|
2013-10-08 14:36:16 -04:00
|
|
|
|
2013-01-28 10:22:45 -05:00
|
|
|
module Gitlab
|
|
|
|
module Popen
|
2014-02-25 05:58:58 -05:00
|
|
|
extend self
|
|
|
|
|
2018-01-23 07:12:51 -05:00
|
|
|
Result = Struct.new(:cmd, :stdout, :stderr, :status, :duration)
|
|
|
|
|
|
|
|
# Returns [stdout + stderr, status]
|
2022-02-01 13:17:05 -05:00
|
|
|
# status is either the exit code or the signal that killed the process
|
2018-01-23 07:12:51 -05:00
|
|
|
def popen(cmd, path = nil, vars = {}, &block)
|
|
|
|
result = popen_with_detail(cmd, path, vars, &block)
|
|
|
|
|
2022-02-01 13:17:05 -05:00
|
|
|
# Process#waitpid returns Process::Status, which holds a 16-bit value.
|
|
|
|
# The higher-order 8 bits hold the exit() code (`exitstatus`).
|
|
|
|
# The lower-order bits holds whether the process was terminated.
|
|
|
|
# If the process didn't exit normally, `exitstatus` will be `nil`,
|
|
|
|
# but we still want a non-zero code, even if the value is
|
|
|
|
# platform-dependent.
|
|
|
|
status = result.status&.exitstatus || result.status.to_i
|
|
|
|
|
|
|
|
["#{result.stdout}#{result.stderr}", status]
|
2018-01-23 07:12:51 -05:00
|
|
|
end
|
|
|
|
|
|
|
|
# Returns Result
|
|
|
|
def popen_with_detail(cmd, path = nil, vars = {})
|
2014-02-25 05:57:42 -05:00
|
|
|
unless cmd.is_a?(Array)
|
|
|
|
raise "System commands must be given as an array of strings"
|
|
|
|
end
|
|
|
|
|
2014-02-25 05:58:22 -05:00
|
|
|
path ||= Dir.pwd
|
Accept environment variables from the `pre-receive` script.
1. Starting version 2.11, git changed the way the pre-receive flow works.
- Previously, the new potential objects would be added to the main repo. If the
pre-receive passes, the new objects stay in the repo but are linked up. If
the pre-receive fails, the new objects stay orphaned in the repo, and are
cleaned up during the next `git gc`.
- In 2.11, the new potential objects are added to a temporary "alternate object
directory", that git creates for this purpose. If the pre-receive passes, the
objects from the alternate object directory are migrated to the main repo. If
the pre-receive fails the alternate object directory is simply deleted.
2. In our workflow, the pre-recieve script (in `gitlab-shell) calls the
`/allowed` endpoint, which calls out directly to git to perform
various checks. These direct calls to git do _not_ have the necessary
environment variables set which allow access to the "alternate object
directory" (explained above). Therefore these calls to git are not able to
access any of the new potential objects to be added during this push.
3. We fix this by accepting the relevant environment variables
(GIT_ALTERNATE_OBJECT_DIRECTORIES, GIT_OBJECT_DIRECTORY) on the
`/allowed` endpoint, and then include these environment variables while
calling out to git.
4. This commit includes (whitelisted) these environment variables while making
the "force push" check. A `Gitlab::Git::RevList` module is extracted to
prevent `ForcePush` from being littered with these checks.
2016-12-07 02:55:49 -05:00
|
|
|
vars['PWD'] = path
|
2013-05-05 10:01:10 -04:00
|
|
|
options = { chdir: path }
|
2013-01-28 10:22:45 -05:00
|
|
|
|
2013-10-08 14:36:16 -04:00
|
|
|
unless File.directory?(path)
|
2013-10-08 14:53:22 -04:00
|
|
|
FileUtils.mkdir_p(path)
|
2013-10-08 14:36:16 -04:00
|
|
|
end
|
|
|
|
|
2018-01-23 07:12:51 -05:00
|
|
|
cmd_stdout = ''
|
|
|
|
cmd_stderr = ''
|
2018-01-24 08:05:01 -05:00
|
|
|
cmd_status = nil
|
2018-01-23 07:12:51 -05:00
|
|
|
start = Time.now
|
|
|
|
|
2014-02-25 05:57:42 -05:00
|
|
|
Open3.popen3(vars, *cmd, options) do |stdin, stdout, stderr, wait_thr|
|
2018-07-12 14:06:36 -04:00
|
|
|
# stderr and stdout pipes can block if stderr/stdout aren't drained: https://bugs.ruby-lang.org/issues/9082
|
|
|
|
# Mimic what Ruby does with capture3: https://github.com/ruby/ruby/blob/1ec544695fa02d714180ef9c34e755027b6a2103/lib/open3.rb#L257-L273
|
|
|
|
out_reader = Thread.new { stdout.read }
|
|
|
|
err_reader = Thread.new { stderr.read }
|
|
|
|
|
2016-08-30 10:06:40 -04:00
|
|
|
yield(stdin) if block_given?
|
2014-12-17 06:18:11 -05:00
|
|
|
stdin.close
|
2016-08-30 10:06:40 -04:00
|
|
|
|
2018-07-12 14:06:36 -04:00
|
|
|
cmd_stdout = out_reader.value
|
|
|
|
cmd_stderr = err_reader.value
|
2018-01-24 08:05:01 -05:00
|
|
|
cmd_status = wait_thr.value
|
2013-01-28 10:22:45 -05:00
|
|
|
end
|
|
|
|
|
2018-01-23 07:12:51 -05:00
|
|
|
Result.new(cmd, cmd_stdout, cmd_stderr, cmd_status, Time.now - start)
|
2013-01-28 10:22:45 -05:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|