File: System\Diagnostics\ProcessWaitState.Unix.cs
Web Access
Project: src\src\libraries\System.Diagnostics.Process\src\System.Diagnostics.Process.csproj (System.Diagnostics.Process)
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
 
using System.Collections.Generic;
using System.Runtime.InteropServices;
using System.Threading;
using System.Threading.Tasks;
 
namespace System.Diagnostics
{
    // Overview
    // --------
    // We have a few constraints we're working under here:
    // - waitid is used on Unix to get the exit status (including exit code) of a child process, but once a child
    //   process is reaped, it is no longer possible to get the status.
    // - The Process design allows for multiple independent Process objects to be handed out, and each of those
    //   objects may be used concurrently with each other, even if they refer to the same underlying process.
    //   Same with ProcessWaitHandle objects.  This is based on the Windows design where anyone with a handle to the
    //   process can retrieve completion information about that process.
    // - There is no good Unix equivalent to asynchronously be notified of a non-child process' exit, which means such
    //   support needs to be layered on top of kill.
    //
    // As a result, we have the following scheme:
    // - We maintain a static/shared table that maps process ID to ProcessWaitState objects.
    //   Access to this table requires taking a global lock, so we try to minimize the number of
    //   times we need to access the table, primarily just the first time a Process object needs
    //   access to process exit/wait information and subsequently when that Process object gets GC'd.
    // - Each process holds a ProcessWaitState.Holder object; when that object is constructed,
    //   it ensures there's an appropriate entry in the mapping table and increments that entry's ref count.
    // - When a Process object is dropped and its ProcessWaitState.Holder is finalized, it'll
    //   decrement the ref count, and when no more process objects exist for a particular process ID,
    //   that entry in the table will be cleaned up.
    // - This approach effectively allows for multiple independent Process objects for the same process ID to all
    //   share the same ProcessWaitState.  And since they are sharing the same wait state object,
    //   the wait state object uses its own lock to protect the per-process state.  This includes
    //   caching exit / exit code / exit time information so that a Process object for a process that's already
    //   had waitpid called for it can get at its exit information.
    // - When we detect a recycled pid, we remove that ProcessWaitState from the table and replace it with a new one
    //   that represents the new process. For child processes we know a pid is recycled when we see the pid of a new
    //   child is already in the table. For non-child processes, we assume that a pid may be recycled as soon as
    //   we've observed it has exited.
 
    /// <summary>Exit information and waiting capabilities for a process.</summary>
    internal sealed class ProcessWaitState : IDisposable
    {
        /// <summary>
        /// Finalizable holder for a process wait state. Instantiating one
        /// will ensure that a wait state object exists for a process, will
        /// grab it, and will increment its ref count.  Dropping or disposing
        /// one will decrement the ref count and clean up after it if the ref
        /// count hits zero.
        /// </summary>
        internal sealed class Holder : IDisposable
        {
            internal ProcessWaitState _state;
 
            internal Holder(int processId, bool isNewChild = false, bool usesTerminal = false)
            {
                _state = ProcessWaitState.AddRef(processId, isNewChild, usesTerminal);
            }
 
            ~Holder()
            {
                // Don't try to Dispose resources (like ManualResetEvents) if
                // the process is shutting down.
                if (_state != null && !Environment.HasShutdownStarted)
                {
                    _state.ReleaseRef();
                }
            }
 
            public void Dispose()
            {
                if (_state != null)
                {
                    GC.SuppressFinalize(this);
                    _state.ReleaseRef();
                    _state = null!;
                }
            }
        }
 
        /// <summary>
        /// Global table that maps process IDs of non-child Processes to the associated shared wait state information.
        /// </summary>
        private static readonly Dictionary<int, ProcessWaitState> s_processWaitStates =
            new Dictionary<int, ProcessWaitState>();
 
        /// <summary>
        /// Global table that maps process IDs of child Processes to the associated shared wait state information.
        /// </summary>
        private static readonly Dictionary<int, ProcessWaitState> s_childProcessWaitStates =
            new Dictionary<int, ProcessWaitState>();
 
        /// <summary>
        /// Ensures that the mapping table contains an entry for the process ID,
        /// increments its ref count, and returns it.
        /// </summary>
        /// <param name="processId">The process ID for which we need wait state.</param>
        /// <param name="isNewChild">Whether the wait state will represent a newly created child process.</param>
        /// <param name="usesTerminal">Whether the wait state will represent a process that is expected to use the terminal.</param>
        /// <returns>The wait state object.</returns>
        internal static ProcessWaitState AddRef(int processId, bool isNewChild, bool usesTerminal)
        {
            lock (s_childProcessWaitStates)
            {
                ProcessWaitState? pws;
                if (isNewChild)
                {
                    // When the PID is recycled for a new child, we remove the old child.
                    s_childProcessWaitStates.Remove(processId);
 
                    pws = new ProcessWaitState(processId, isChild: true, usesTerminal);
                    s_childProcessWaitStates.Add(processId, pws);
                    pws._outstandingRefCount++; // For Holder
                    pws._outstandingRefCount++; // Decremented in CheckChildren
                }
                else
                {
                    lock (s_processWaitStates)
                    {
                        DateTime exitTime = default;
                        // We are referencing an existing process.
                        // This may be a child process, so we check s_childProcessWaitStates too.
                        if (s_childProcessWaitStates.TryGetValue(processId, out pws))
                        {
                            // child process
                        }
                        else if (s_processWaitStates.TryGetValue(processId, out pws))
                        {
                            // This is best effort for dealing with recycled pids for non-child processes.
                            // As long as we haven't observed process exit, it's safe to share the ProcessWaitState.
                            // Once we've observed the exit, we'll create a new ProcessWaitState just in case
                            // this may be a recycled pid.
                            // If it wasn't, that ProcessWaitState will observe too that the process has exited.
                            // We pass the ExitTime so it can be the same, but we'll clear it when we see there
                            // is a live process with that pid.
                            if (pws.GetExited(out _, refresh: false))
                            {
                                s_processWaitStates.Remove(processId);
                                exitTime = pws.ExitTime;
                                pws = null;
                            }
                        }
                        if (pws == null)
                        {
                            pws = new ProcessWaitState(processId, isChild: false, usesTerminal: false, exitTime);
                            s_processWaitStates.Add(processId, pws);
                        }
                        pws._outstandingRefCount++;
                    }
                }
                return pws;
            }
        }
 
        /// <summary>
        /// Decrements the ref count on the wait state object, and if it's the last one,
        /// removes it from the table.
        /// </summary>
        internal void ReleaseRef()
        {
            ProcessWaitState? pws;
            Dictionary<int, ProcessWaitState> waitStates = _isChild ? s_childProcessWaitStates : s_processWaitStates;
            lock (waitStates)
            {
                bool foundState = waitStates.TryGetValue(_processId, out pws);
                Debug.Assert(foundState);
                if (foundState)
                {
                    --_outstandingRefCount;
                    if (_outstandingRefCount == 0)
                    {
                        // The dictionary may contain a different ProcessWaitState if the pid was recycled.
                        if (pws == this)
                        {
                            waitStates.Remove(_processId);
                        }
                        pws = this;
                    }
                    else
                    {
                        pws = null;
                    }
                }
            }
            pws?.Dispose();
        }
 
        /// <summary>
        /// Synchronization object used to protect all instance state.  Any number of
        /// Process and ProcessWaitHandle objects may be using a ProcessWaitState
        /// instance concurrently.
        /// </summary>
        private readonly object _gate = new object();
        /// <summary>ID of the associated process.</summary>
        private readonly int _processId;
        /// <summary>Associated process is a child process.</summary>
        private readonly bool _isChild;
        /// <summary>Associated process is a child that can use the terminal.</summary>
        private readonly bool _usesTerminal;
 
        /// <summary>An in-progress or completed wait operation.</summary>
        /// <remarks>A completed task does not mean the process has exited.</remarks>
        private Task _waitInProgress = Task.CompletedTask;
        /// <summary>The number of alive users of this object.</summary>
        private int _outstandingRefCount;
 
        /// <summary>Whether the associated process exited.</summary>
        private bool _exited;
        /// <summary>If the process exited, it's exit code, or null if we were unable to determine one.</summary>
        private int? _exitCode;
        /// <summary>
        /// The approximate time the process exited.  We do not have the ability to know exact time a process
        /// exited, so we approximate it by storing the time that we discovered it exited.
        /// </summary>
        private DateTime _exitTime;
        /// <summary>A lazily-initialized event set when the process exits.</summary>
        private ManualResetEvent? _exitedEvent;
 
        /// <summary>Initialize the wait state object.</summary>
        /// <param name="processId">The associated process' ID.</param>
        /// <param name="isChild">Whether the target process is a child of the current process.</param>
        /// <param name="usesTerminal">Whether the target process is expected to use the terminal.</param>
        /// <param name="exitTime">The approximate time the process exited.</param>
        private ProcessWaitState(int processId, bool isChild, bool usesTerminal, DateTime exitTime = default)
        {
            Debug.Assert(processId >= 0);
            _processId = processId;
            _isChild = isChild;
            _usesTerminal = usesTerminal;
            _exitTime = exitTime;
        }
 
        /// <summary>Releases managed resources used by the ProcessWaitState.</summary>
        public void Dispose()
        {
            Debug.Assert(!Monitor.IsEntered(_gate));
 
            lock (_gate)
            {
                if (_exitedEvent != null)
                {
                    _exitedEvent.Dispose();
                    _exitedEvent = null;
                }
            }
        }
 
        /// <summary>Notes that the process has exited.</summary>
        private void SetExited()
        {
            Debug.Assert(Monitor.IsEntered(_gate));
 
            _exited = true;
            if (_exitTime == default)
            {
                _exitTime = DateTime.Now;
            }
            _exitedEvent?.Set();
        }
 
        /// <summary>Ensures an exited event has been initialized and returns it.</summary>
        internal ManualResetEvent EnsureExitedEvent()
        {
            Debug.Assert(!Monitor.IsEntered(_gate));
 
            lock (_gate)
            {
                // If we already have an initialized event, just return it.
                if (_exitedEvent == null)
                {
                    // If we don't, create one, and if the process hasn't yet exited,
                    // make sure we have a task that's actively monitoring the completion state.
                    _exitedEvent = new ManualResetEvent(initialState: _exited);
                    if (!_exited)
                    {
                        if (!_isChild)
                        {
                            // If we haven't exited, we need to spin up an asynchronous operation that
                            // will complete the _exitedEvent when the other process exits. If there's already
                            // another operation underway, then WaitForExitAsync will just tack ours onto the
                            // end of it; we can't be sure it'll actually monitor the process until it exits,
                            // as it may have been created with a cancelable token.
                            _waitInProgress = WaitForExitAsync(CancellationToken.None);
                        }
                    }
                }
                return _exitedEvent;
            }
        }
 
        internal DateTime ExitTime
        {
            get
            {
                lock (_gate)
                {
                    Debug.Assert(_exited);
                    return _exitTime;
                }
            }
        }
 
        internal bool HasExited
        {
            get
            {
                return GetExited(out _, refresh: true);
            }
        }
 
        internal bool GetExited(out int? exitCode, bool refresh)
        {
            lock (_gate)
            {
                // Have we already exited?  If so, return the cached results.
                if (_exited)
                {
                    exitCode = _exitCode;
                    return true;
                }
 
                // Is another wait operation in progress?  If so, then we haven't exited,
                // and that task owns the right to call CheckForNonChildExit.
                if (!_waitInProgress.IsCompleted)
                {
                    exitCode = null;
                    return false;
                }
 
                if (refresh)
                {
                    // We don't know if we've exited, but no one else is currently
                    // checking, so check.
                    CheckForNonChildExit();
                }
 
                // We now have an up-to-date snapshot for whether we've exited,
                // and if we have, what the exit code is (if we were able to find out).
                exitCode = _exitCode;
                return _exited;
            }
        }
 
        private void CheckForNonChildExit()
        {
            Debug.Assert(Monitor.IsEntered(_gate));
            if (!_isChild)
            {
                bool exited;
                // We won't be able to get an exit code, but we'll at least be able to determine if the process is
                // still running.
                int killResult = Interop.Sys.Kill(_processId, Interop.Sys.Signals.None); // None means don't send a signal
                if (killResult == 0)
                {
                    // Process is still running.  This could also be a defunct process that has completed
                    // its work but still has an entry in the processes table due to its parent not yet
                    // having waited on it to clean it up.
                    exited = false;
                }
                else // error from kill
                {
                    Interop.Error errno = Interop.Sys.GetLastError();
                    if (errno == Interop.Error.ESRCH)
                    {
                        // Couldn't find the process; assume it's exited
                        exited = true;
                    }
                    else if (errno == Interop.Error.EPERM)
                    {
                        // Don't have permissions to the process; assume it's alive
                        exited = false;
                    }
                    else
                    {
                        Debug.Fail("Unexpected errno value from kill");
                        exited = true;
                    }
                }
                if (exited)
                {
                    SetExited();
                }
                else
                {
                    _exitTime = default;
                }
            }
        }
 
        /// <summary>Waits for the associated process to exit.</summary>
        /// <param name="millisecondsTimeout">The amount of time to wait, or -1 to wait indefinitely.</param>
        /// <returns>true if the process exited; false if the timeout occurred.</returns>
        internal bool WaitForExit(int millisecondsTimeout)
        {
            Debug.Assert(!Monitor.IsEntered(_gate));
 
            if (_isChild)
            {
                lock (_gate)
                {
                    // If we already know that the process exited, we're done.
                    if (_exited)
                    {
                        return true;
                    }
                }
                ManualResetEvent exitEvent = EnsureExitedEvent();
                return exitEvent.WaitOne(millisecondsTimeout);
            }
            else
            {
                // Track the time the we start waiting.
                long startTime = Stopwatch.GetTimestamp();
 
                // Polling loop
                while (true)
                {
                    bool createdTask = false;
                    CancellationTokenSource? cts = null;
                    Task? waitTask;
 
                    // We're in a polling loop... determine how much time remains
                    int remainingTimeout = millisecondsTimeout == Timeout.Infinite ?
                        Timeout.Infinite :
                        (int)Math.Max(millisecondsTimeout - Stopwatch.GetElapsedTime(startTime).TotalMilliseconds, 0);
 
                    lock (_gate)
                    {
                        // If we already know that the process exited, we're done.
                        if (_exited)
                        {
                            return true;
                        }
 
                        // If a timeout of 0 was supplied, then we simply need to poll
                        // to see if the process has already exited.
                        if (remainingTimeout == 0)
                        {
                            // If there's currently a wait-in-progress, then we know the other process
                            // hasn't exited (barring races and the polling interval).
                            if (!_waitInProgress.IsCompleted)
                            {
                                return false;
                            }
 
                            // No one else is checking for the process' exit... so check.
                            // We're currently holding the _gate lock, so we don't want to
                            // allow CheckForNonChildExit to block indefinitely.
                            CheckForNonChildExit();
                            return _exited;
                        }
 
                        // The process has not yet exited (or at least we don't know it yet)
                        // so we need to wait for it to exit, outside of the lock.
                        // If there's already a wait in progress, we'll do so later
                        // by waiting on that existing task.  Otherwise, we'll spin up
                        // such a task.
                        waitTask = _waitInProgress;
                        if (waitTask.IsCompleted)
                        {
                            createdTask = true;
                            CancellationToken token = remainingTimeout == Timeout.Infinite ?
                                CancellationToken.None :
                                (cts = new CancellationTokenSource(remainingTimeout)).Token;
                            _waitInProgress = waitTask = WaitForExitAsync(token);
                        }
                    } // lock(_gate)
 
                    if (createdTask)
                    {
                        // We created this task, and it'll get canceled automatically after our timeout.
                        // This Wait should only wake up when either the process has exited or the timeout
                        // has expired.  Either way, we'll loop around again; if the process exited, that'll
                        // be caught first thing in the loop where we check _exited, and if it didn't exit,
                        // our remaining time will be zero, so we'll do a quick remaining check and bail.
                        waitTask.Wait();
                        cts?.Dispose();
                    }
                    else
                    {
                        // It's someone else's task.  We'll wait for it to complete. This could complete
                        // either because our remainingTimeout expired or because the task completed,
                        // which could happen because the process exited or because whoever created
                        // that task gave it a timeout.  In any case, we'll loop around again, and the loop
                        // will catch these cases, potentially issuing another wait to make up any
                        // remaining time.
                        waitTask.Wait(remainingTimeout);
                    }
                }
            }
        }
 
        /// <summary>Spawns an asynchronous polling loop for process completion.</summary>
        /// <param name="cancellationToken">A token to monitor to exit the polling loop.</param>
        /// <returns>The task representing the loop.</returns>
        /// <remarks>
        /// If there was a previous waiting task, this method will first wait for it to complete
        /// before proceeding to poll.  That waiting does not happen with the supplied cancellation
        /// token, so if the caller is providing a token and a previous task, it should wait on the
        /// returned task with the token in order to avoid delayed wake-ups.
        /// </remarks>
        private async Task WaitForExitAsync(CancellationToken cancellationToken)
        {
            Debug.Assert(Monitor.IsEntered(_gate));
            Debug.Assert(!_isChild);
 
            // Wait for the previous waiting task to complete. We need to ensure that this call completes asynchronously,
            // in order to escape the caller's lock and avoid blocking the caller by any work in the below loop, so
            // we use ForceYielding.
            await _waitInProgress.ConfigureAwait(ConfigureAwaitOptions.ForceYielding | ConfigureAwaitOptions.SuppressThrowing);
 
            // Arbitrary values chosen to balance delays with polling overhead.  Start with fast polling
            // to handle quickly completing processes, but fall back to longer polling to minimize
            // overhead for those that take longer to complete.
            const int StartingPollingIntervalMs = 1, MaxPollingIntervalMs = 100;
            int pollingIntervalMs = StartingPollingIntervalMs;
 
            // Poll until either cancellation is requested or the process exits.
            while (!cancellationToken.IsCancellationRequested)
            {
                lock (_gate)
                {
                    if (!_exited)
                    {
                        CheckForNonChildExit();
                    }
 
                    if (_exited) // may have been updated by CheckForNonChildExit
                    {
                        return;
                    }
                }
 
                // Pause asynchronously to avoid spinning too fast and tying up a thread.
                await Task.Delay(pollingIntervalMs, cancellationToken).ConfigureAwait(ConfigureAwaitOptions.SuppressThrowing);
                pollingIntervalMs = Math.Min(pollingIntervalMs * 2, MaxPollingIntervalMs);
            }
        }
 
        private void ChildReaped(int exitCode, bool configureConsole)
        {
            lock (_gate)
            {
                Debug.Assert(!_exited);
 
                _exitCode = exitCode;
 
                if (_usesTerminal)
                {
                    // Update terminal settings before calling SetExited.
                    Process.ConfigureTerminalForChildProcesses(-1, configureConsole);
                }
 
                SetExited();
            }
        }
 
        private bool TryReapChild(bool configureConsole)
        {
            lock (_gate)
            {
                if (_exited)
                {
                    return false;
                }
 
                // Try to get the state of the child process
                int exitCode;
                int waitResult = Interop.Sys.WaitPidExitedNoHang(_processId, out exitCode);
 
                if (waitResult == _processId)
                {
                    ChildReaped(exitCode, configureConsole);
                    return true;
                }
                else if (waitResult == 0)
                {
                    // Process is still running
                }
                else
                {
                    // Unexpected.
                    int errorCode = Marshal.GetLastWin32Error();
                    Environment.FailFast("Error while reaping child. errno = " + errorCode);
                }
                return false;
            }
        }
 
        internal static void CheckChildren(bool reapAll, bool configureConsole)
        {
            // This is called on SIGCHLD from a native thread.
            // A lock in Process ensures no new processes are spawned while we are checking.
            lock (s_childProcessWaitStates)
            {
                bool checkAll = false;
 
                // Check terminated processes.
                int pid;
                do
                {
                    // Find a process that terminated without reaping it yet.
                    pid = Interop.Sys.WaitIdAnyExitedNoHangNoWait();
                    if (pid > 0)
                    {
                        if (s_childProcessWaitStates.TryGetValue(pid, out ProcessWaitState? pws))
                        {
                            // Known Process.
                            if (pws.TryReapChild(configureConsole))
                            {
                                pws.ReleaseRef();
                            }
                        }
                        else
                        {
                            // unlikely: This is not a managed Process, so we are not responsible for reaping.
                            // Fall back to checking all Processes.
                            checkAll = true;
                            break;
                        }
                    }
                    else if (pid == 0)
                    {
                        // No more terminated children.
                    }
                    else
                    {
                        // Unexpected.
                        int errorCode = Marshal.GetLastWin32Error();
                        Environment.FailFast("Error while checking for terminated children. errno = " + errorCode);
                    }
                } while (pid > 0);
 
                if (checkAll && !reapAll)
                {
                    // We track things to unref so we don't invalidate our iterator by changing s_childProcessWaitStates.
                    ProcessWaitState? firstToRemove = null;
                    List<ProcessWaitState>? additionalToRemove = null;
                    foreach (KeyValuePair<int, ProcessWaitState> kv in s_childProcessWaitStates)
                    {
                        ProcessWaitState pws = kv.Value;
                        if (pws.TryReapChild(configureConsole))
                        {
                            if (firstToRemove == null)
                            {
                                firstToRemove = pws;
                            }
                            else
                            {
                                additionalToRemove ??= new List<ProcessWaitState>();
                                additionalToRemove.Add(pws);
                            }
                        }
                    }
 
                    if (firstToRemove != null)
                    {
                        firstToRemove.ReleaseRef();
                        if (additionalToRemove != null)
                        {
                            foreach (ProcessWaitState pws in additionalToRemove)
                            {
                                pws.ReleaseRef();
                            }
                        }
                    }
                }
 
                if (reapAll)
                {
                    do
                    {
                        int exitCode;
                        pid = Interop.Sys.WaitPidExitedNoHang(-1, out exitCode);
                        if (pid <= 0)
                        {
                            break;
                        }
 
                        // Check if the process is a child that has just terminated.
                        if (s_childProcessWaitStates.TryGetValue(pid, out ProcessWaitState? pws))
                        {
                            pws.ChildReaped(exitCode, configureConsole);
                            pws.ReleaseRef();
                        }
                    } while (true);
                }
            }
        }
    }
}