diff options
author | Bruno Haible <bruno@clisp.org> | 2019-03-14 23:54:28 +0100 |
---|---|---|
committer | Bruno Haible <bruno@clisp.org> | 2019-03-14 23:54:28 +0100 |
commit | a336be6b8c12a99506bf4fbe654108bd179704b7 (patch) | |
tree | 9584b0bc90a4dd56ac81d83a0175b5025dc5f56f /lib/isatty.c | |
parent | 05044004157556f2c41e35b3823688a984722d15 (diff) | |
download | gnulib-a336be6b8c12a99506bf4fbe654108bd179704b7.tar.gz |
isatty: Make it return true in Cygwin consoles on native Windows.
* lib/isatty.c: Include <string.h>.
(GetProcAddress): New macro.
(GetNamedPipeClientProcessIdFuncType): New type.
(GetNamedPipeClientProcessIdFunc): New variable.
(QueryFullProcessImageNameFuncType): New type.
(QueryFullProcessImageNameFunc): New variable.
(initialized): New variable.
(initialize): New function.
(IsCygwinConsoleHandle): New function.
(isatty): Invoke it.
* doc/posix-functions/isatty.texi: Mention the issue.
Diffstat (limited to 'lib/isatty.c')
-rw-r--r-- | lib/isatty.c | 81 |
1 files changed, 81 insertions, 0 deletions
diff --git a/lib/isatty.c b/lib/isatty.c index 71b32ddd24..085cd48556 100644 --- a/lib/isatty.c +++ b/lib/isatty.c @@ -22,6 +22,7 @@ /* This replacement is enabled on native Windows. */ #include <errno.h> +#include <string.h> /* Get declarations of the Win32 API functions. */ #define WIN32_LEAN_AND_MEAN @@ -38,12 +39,90 @@ # include <io.h> #endif +/* Avoid warnings from gcc -Wcast-function-type. */ +#define GetProcAddress \ + (void *) GetProcAddress + +/* GetNamedPipeClientProcessId was introduced only in Windows Vista. */ +typedef BOOL (WINAPI * GetNamedPipeClientProcessIdFuncType) (HANDLE hPipe, + PULONG pClientProcessId); +static GetNamedPipeClientProcessIdFuncType GetNamedPipeClientProcessIdFunc = NULL; +/* QueryFullProcessImageName was introduced only in Windows Vista. */ +typedef BOOL (WINAPI * QueryFullProcessImageNameFuncType) (HANDLE hProcess, + DWORD dwFlags, + LPSTR lpExeName, + PDWORD pdwSize); +static QueryFullProcessImageNameFuncType QueryFullProcessImageNameFunc = NULL; +static BOOL initialized = FALSE; + +static void +initialize (void) +{ + HMODULE kernel32 = LoadLibrary ("kernel32.dll"); + if (kernel32 != NULL) + { + GetNamedPipeClientProcessIdFunc = + (GetNamedPipeClientProcessIdFuncType) GetProcAddress (kernel32, "GetNamedPipeClientProcessId"); + QueryFullProcessImageNameFunc = + (QueryFullProcessImageNameFuncType) GetProcAddress (kernel32, "QueryFullProcessImageNameA"); + } + initialized = TRUE; +} + static BOOL IsConsoleHandle (HANDLE h) { DWORD mode; + /* GetConsoleMode + <https://docs.microsoft.com/en-us/windows/console/getconsolemode> */ return GetConsoleMode (h, &mode) != 0; } +static BOOL IsCygwinConsoleHandle (HANDLE h) +{ + /* A handle to a Cygwin console is in fact a named pipe whose client process + and server process is <CYGWIN_INSTALL_DIR>\bin\mintty.exe. */ + BOOL result = FALSE; + ULONG processId; + + if (!initialized) + initialize (); + + /* GetNamedPipeClientProcessId + <https://docs.microsoft.com/en-us/windows/desktop/api/winbase/nf-winbase-getnamedpipeclientprocessid> + It requires -D_WIN32_WINNT=_WIN32_WINNT_VISTA or higher. */ + if (GetNamedPipeClientProcessIdFunc && QueryFullProcessImageNameFunc + && GetNamedPipeClientProcessIdFunc (h, &processId)) + { + /* OpenProcess + <https://docs.microsoft.com/en-us/windows/desktop/api/processthreadsapi/nf-processthreadsapi-openprocess> */ + HANDLE processHandle = + OpenProcess (PROCESS_QUERY_LIMITED_INFORMATION, FALSE, processId); + if (processHandle != NULL) + { + char buf[1024]; + DWORD bufsize = sizeof (buf); + /* The file name can be determined through + GetProcessImageFileName + <https://docs.microsoft.com/en-us/windows/desktop/api/psapi/nf-psapi-getprocessimagefilenamea> + or + QueryFullProcessImageName + <https://docs.microsoft.com/en-us/windows/desktop/api/winbase/nf-winbase-queryfullprocessimagenamea> + The former returns a file name in non-standard notation (it starts + with '\Device\') and may require linking with psapi.dll. + The latter is better, but requires -D_WIN32_WINNT=_WIN32_WINNT_VISTA + or higher. */ + if (QueryFullProcessImageNameFunc (processHandle, 0, buf, &bufsize)) + { + if (strlen (buf) >= 11 + && strcmp (buf + strlen (buf) - 11, "\\mintty.exe") == 0) + result = TRUE; + } + CloseHandle (processHandle); + } + } + return result; +} + #if HAVE_MSVC_INVALID_PARAMETER_HANDLER static int _isatty_nothrow (int fd) @@ -84,6 +163,8 @@ isatty (int fd) if (IsConsoleHandle (h)) return 1; } + if (IsCygwinConsoleHandle (h)) + return 1; errno = ENOTTY; return 0; } |