383 lines
11 KiB
Python
383 lines
11 KiB
Python
|
""":module: watchdog.observers.winapi
|
||
|
:synopsis: Windows API-Python interface (removes dependency on ``pywin32``).
|
||
|
:author: theller@ctypes.org (Thomas Heller)
|
||
|
:author: will@willmcgugan.com (Will McGugan)
|
||
|
:author: ryan@rfk.id.au (Ryan Kelly)
|
||
|
:author: yesudeep@gmail.com (Yesudeep Mangalapilly)
|
||
|
:author: thomas.amland@gmail.com (Thomas Amland)
|
||
|
:author: contact@tiger-222.fr (Mickaël Schoentgen)
|
||
|
:platforms: windows
|
||
|
"""
|
||
|
|
||
|
from __future__ import annotations
|
||
|
|
||
|
import contextlib
|
||
|
import ctypes
|
||
|
from ctypes.wintypes import BOOL, DWORD, HANDLE, LPCWSTR, LPVOID, LPWSTR
|
||
|
from dataclasses import dataclass
|
||
|
from functools import reduce
|
||
|
from typing import TYPE_CHECKING
|
||
|
|
||
|
if TYPE_CHECKING:
|
||
|
from typing import Any
|
||
|
|
||
|
# Invalid handle value.
|
||
|
INVALID_HANDLE_VALUE = ctypes.c_void_p(-1).value
|
||
|
|
||
|
# File notification constants.
|
||
|
FILE_NOTIFY_CHANGE_FILE_NAME = 0x01
|
||
|
FILE_NOTIFY_CHANGE_DIR_NAME = 0x02
|
||
|
FILE_NOTIFY_CHANGE_ATTRIBUTES = 0x04
|
||
|
FILE_NOTIFY_CHANGE_SIZE = 0x08
|
||
|
FILE_NOTIFY_CHANGE_LAST_WRITE = 0x010
|
||
|
FILE_NOTIFY_CHANGE_LAST_ACCESS = 0x020
|
||
|
FILE_NOTIFY_CHANGE_CREATION = 0x040
|
||
|
FILE_NOTIFY_CHANGE_SECURITY = 0x0100
|
||
|
|
||
|
FILE_FLAG_BACKUP_SEMANTICS = 0x02000000
|
||
|
FILE_FLAG_OVERLAPPED = 0x40000000
|
||
|
FILE_LIST_DIRECTORY = 1
|
||
|
FILE_SHARE_READ = 0x01
|
||
|
FILE_SHARE_WRITE = 0x02
|
||
|
FILE_SHARE_DELETE = 0x04
|
||
|
OPEN_EXISTING = 3
|
||
|
|
||
|
VOLUME_NAME_NT = 0x02
|
||
|
|
||
|
# File action constants.
|
||
|
FILE_ACTION_CREATED = 1
|
||
|
FILE_ACTION_DELETED = 2
|
||
|
FILE_ACTION_MODIFIED = 3
|
||
|
FILE_ACTION_RENAMED_OLD_NAME = 4
|
||
|
FILE_ACTION_RENAMED_NEW_NAME = 5
|
||
|
FILE_ACTION_DELETED_SELF = 0xFFFE
|
||
|
FILE_ACTION_OVERFLOW = 0xFFFF
|
||
|
|
||
|
# Aliases
|
||
|
FILE_ACTION_ADDED = FILE_ACTION_CREATED
|
||
|
FILE_ACTION_REMOVED = FILE_ACTION_DELETED
|
||
|
FILE_ACTION_REMOVED_SELF = FILE_ACTION_DELETED_SELF
|
||
|
|
||
|
THREAD_TERMINATE = 0x0001
|
||
|
|
||
|
# IO waiting constants.
|
||
|
WAIT_ABANDONED = 0x00000080
|
||
|
WAIT_IO_COMPLETION = 0x000000C0
|
||
|
WAIT_OBJECT_0 = 0x00000000
|
||
|
WAIT_TIMEOUT = 0x00000102
|
||
|
|
||
|
# Error codes
|
||
|
ERROR_OPERATION_ABORTED = 995
|
||
|
|
||
|
|
||
|
class OVERLAPPED(ctypes.Structure):
|
||
|
_fields_ = (
|
||
|
("Internal", LPVOID),
|
||
|
("InternalHigh", LPVOID),
|
||
|
("Offset", DWORD),
|
||
|
("OffsetHigh", DWORD),
|
||
|
("Pointer", LPVOID),
|
||
|
("hEvent", HANDLE),
|
||
|
)
|
||
|
|
||
|
|
||
|
def _errcheck_bool(value: Any | None, func: Any, args: Any) -> Any:
|
||
|
if not value:
|
||
|
raise ctypes.WinError()
|
||
|
return args
|
||
|
|
||
|
|
||
|
def _errcheck_handle(value: Any | None, func: Any, args: Any) -> Any:
|
||
|
if not value:
|
||
|
raise ctypes.WinError()
|
||
|
if value == INVALID_HANDLE_VALUE:
|
||
|
raise ctypes.WinError()
|
||
|
return args
|
||
|
|
||
|
|
||
|
def _errcheck_dword(value: Any | None, func: Any, args: Any) -> Any:
|
||
|
if value == 0xFFFFFFFF:
|
||
|
raise ctypes.WinError()
|
||
|
return args
|
||
|
|
||
|
|
||
|
kernel32 = ctypes.WinDLL("kernel32")
|
||
|
|
||
|
ReadDirectoryChangesW = kernel32.ReadDirectoryChangesW
|
||
|
ReadDirectoryChangesW.restype = BOOL
|
||
|
ReadDirectoryChangesW.errcheck = _errcheck_bool
|
||
|
ReadDirectoryChangesW.argtypes = (
|
||
|
HANDLE, # hDirectory
|
||
|
LPVOID, # lpBuffer
|
||
|
DWORD, # nBufferLength
|
||
|
BOOL, # bWatchSubtree
|
||
|
DWORD, # dwNotifyFilter
|
||
|
ctypes.POINTER(DWORD), # lpBytesReturned
|
||
|
ctypes.POINTER(OVERLAPPED), # lpOverlapped
|
||
|
LPVOID, # FileIOCompletionRoutine # lpCompletionRoutine
|
||
|
)
|
||
|
|
||
|
CreateFileW = kernel32.CreateFileW
|
||
|
CreateFileW.restype = HANDLE
|
||
|
CreateFileW.errcheck = _errcheck_handle
|
||
|
CreateFileW.argtypes = (
|
||
|
LPCWSTR, # lpFileName
|
||
|
DWORD, # dwDesiredAccess
|
||
|
DWORD, # dwShareMode
|
||
|
LPVOID, # lpSecurityAttributes
|
||
|
DWORD, # dwCreationDisposition
|
||
|
DWORD, # dwFlagsAndAttributes
|
||
|
HANDLE, # hTemplateFile
|
||
|
)
|
||
|
|
||
|
CloseHandle = kernel32.CloseHandle
|
||
|
CloseHandle.restype = BOOL
|
||
|
CloseHandle.argtypes = (HANDLE,) # hObject
|
||
|
|
||
|
CancelIoEx = kernel32.CancelIoEx
|
||
|
CancelIoEx.restype = BOOL
|
||
|
CancelIoEx.errcheck = _errcheck_bool
|
||
|
CancelIoEx.argtypes = (
|
||
|
HANDLE, # hObject
|
||
|
ctypes.POINTER(OVERLAPPED), # lpOverlapped
|
||
|
)
|
||
|
|
||
|
CreateEvent = kernel32.CreateEventW
|
||
|
CreateEvent.restype = HANDLE
|
||
|
CreateEvent.errcheck = _errcheck_handle
|
||
|
CreateEvent.argtypes = (
|
||
|
LPVOID, # lpEventAttributes
|
||
|
BOOL, # bManualReset
|
||
|
BOOL, # bInitialState
|
||
|
LPCWSTR, # lpName
|
||
|
)
|
||
|
|
||
|
SetEvent = kernel32.SetEvent
|
||
|
SetEvent.restype = BOOL
|
||
|
SetEvent.errcheck = _errcheck_bool
|
||
|
SetEvent.argtypes = (HANDLE,) # hEvent
|
||
|
|
||
|
WaitForSingleObjectEx = kernel32.WaitForSingleObjectEx
|
||
|
WaitForSingleObjectEx.restype = DWORD
|
||
|
WaitForSingleObjectEx.errcheck = _errcheck_dword
|
||
|
WaitForSingleObjectEx.argtypes = (
|
||
|
HANDLE, # hObject
|
||
|
DWORD, # dwMilliseconds
|
||
|
BOOL, # bAlertable
|
||
|
)
|
||
|
|
||
|
CreateIoCompletionPort = kernel32.CreateIoCompletionPort
|
||
|
CreateIoCompletionPort.restype = HANDLE
|
||
|
CreateIoCompletionPort.errcheck = _errcheck_handle
|
||
|
CreateIoCompletionPort.argtypes = (
|
||
|
HANDLE, # FileHandle
|
||
|
HANDLE, # ExistingCompletionPort
|
||
|
LPVOID, # CompletionKey
|
||
|
DWORD, # NumberOfConcurrentThreads
|
||
|
)
|
||
|
|
||
|
GetQueuedCompletionStatus = kernel32.GetQueuedCompletionStatus
|
||
|
GetQueuedCompletionStatus.restype = BOOL
|
||
|
GetQueuedCompletionStatus.errcheck = _errcheck_bool
|
||
|
GetQueuedCompletionStatus.argtypes = (
|
||
|
HANDLE, # CompletionPort
|
||
|
LPVOID, # lpNumberOfBytesTransferred
|
||
|
LPVOID, # lpCompletionKey
|
||
|
ctypes.POINTER(OVERLAPPED), # lpOverlapped
|
||
|
DWORD, # dwMilliseconds
|
||
|
)
|
||
|
|
||
|
PostQueuedCompletionStatus = kernel32.PostQueuedCompletionStatus
|
||
|
PostQueuedCompletionStatus.restype = BOOL
|
||
|
PostQueuedCompletionStatus.errcheck = _errcheck_bool
|
||
|
PostQueuedCompletionStatus.argtypes = (
|
||
|
HANDLE, # CompletionPort
|
||
|
DWORD, # lpNumberOfBytesTransferred
|
||
|
DWORD, # lpCompletionKey
|
||
|
ctypes.POINTER(OVERLAPPED), # lpOverlapped
|
||
|
)
|
||
|
|
||
|
|
||
|
GetFinalPathNameByHandleW = kernel32.GetFinalPathNameByHandleW
|
||
|
GetFinalPathNameByHandleW.restype = DWORD
|
||
|
GetFinalPathNameByHandleW.errcheck = _errcheck_dword
|
||
|
GetFinalPathNameByHandleW.argtypes = (
|
||
|
HANDLE, # hFile
|
||
|
LPWSTR, # lpszFilePath
|
||
|
DWORD, # cchFilePath
|
||
|
DWORD, # DWORD
|
||
|
)
|
||
|
|
||
|
|
||
|
class FileNotifyInformation(ctypes.Structure):
|
||
|
_fields_ = (
|
||
|
("NextEntryOffset", DWORD),
|
||
|
("Action", DWORD),
|
||
|
("FileNameLength", DWORD),
|
||
|
("FileName", (ctypes.c_char * 1)),
|
||
|
)
|
||
|
|
||
|
|
||
|
LPFNI = ctypes.POINTER(FileNotifyInformation)
|
||
|
|
||
|
|
||
|
# We don't need to recalculate these flags every time a call is made to
|
||
|
# the win32 API functions.
|
||
|
WATCHDOG_FILE_FLAGS = FILE_FLAG_BACKUP_SEMANTICS
|
||
|
WATCHDOG_FILE_SHARE_FLAGS = reduce(
|
||
|
lambda x, y: x | y,
|
||
|
[
|
||
|
FILE_SHARE_READ,
|
||
|
FILE_SHARE_WRITE,
|
||
|
FILE_SHARE_DELETE,
|
||
|
],
|
||
|
)
|
||
|
WATCHDOG_FILE_NOTIFY_FLAGS = reduce(
|
||
|
lambda x, y: x | y,
|
||
|
[
|
||
|
FILE_NOTIFY_CHANGE_FILE_NAME,
|
||
|
FILE_NOTIFY_CHANGE_DIR_NAME,
|
||
|
FILE_NOTIFY_CHANGE_ATTRIBUTES,
|
||
|
FILE_NOTIFY_CHANGE_SIZE,
|
||
|
FILE_NOTIFY_CHANGE_LAST_WRITE,
|
||
|
FILE_NOTIFY_CHANGE_SECURITY,
|
||
|
FILE_NOTIFY_CHANGE_LAST_ACCESS,
|
||
|
FILE_NOTIFY_CHANGE_CREATION,
|
||
|
],
|
||
|
)
|
||
|
|
||
|
# ReadDirectoryChangesW buffer length.
|
||
|
# To handle cases with lot of changes, this seems the highest safest value we can use.
|
||
|
# Note: it will fail with ERROR_INVALID_PARAMETER when it is greater than 64 KB and
|
||
|
# the application is monitoring a directory over the network.
|
||
|
# This is due to a packet size limitation with the underlying file sharing protocols.
|
||
|
# https://docs.microsoft.com/en-us/windows/win32/api/winbase/nf-winbase-readdirectorychangesw#remarks
|
||
|
BUFFER_SIZE = 64000
|
||
|
|
||
|
# Buffer length for path-related stuff.
|
||
|
# Introduced to keep the old behavior when we bumped BUFFER_SIZE from 2048 to 64000 in v1.0.0.
|
||
|
PATH_BUFFER_SIZE = 2048
|
||
|
|
||
|
|
||
|
def _parse_event_buffer(read_buffer: bytes, n_bytes: int) -> list[tuple[int, str]]:
|
||
|
results = []
|
||
|
while n_bytes > 0:
|
||
|
fni = ctypes.cast(read_buffer, LPFNI)[0] # type: ignore[arg-type]
|
||
|
ptr = ctypes.addressof(fni) + FileNotifyInformation.FileName.offset
|
||
|
filename = ctypes.string_at(ptr, fni.FileNameLength)
|
||
|
results.append((fni.Action, filename.decode("utf-16")))
|
||
|
num_to_skip = fni.NextEntryOffset
|
||
|
if num_to_skip <= 0:
|
||
|
break
|
||
|
read_buffer = read_buffer[num_to_skip:]
|
||
|
n_bytes -= num_to_skip # num_to_skip is long. n_bytes should be long too.
|
||
|
return results
|
||
|
|
||
|
|
||
|
def _is_observed_path_deleted(handle: HANDLE, path: str) -> bool:
|
||
|
# Comparison of observed path and actual path, returned by
|
||
|
# GetFinalPathNameByHandleW. If directory moved to the trash bin, or
|
||
|
# deleted, actual path will not be equal to observed path.
|
||
|
buff = ctypes.create_unicode_buffer(PATH_BUFFER_SIZE)
|
||
|
GetFinalPathNameByHandleW(handle, buff, PATH_BUFFER_SIZE, VOLUME_NAME_NT)
|
||
|
return buff.value != path
|
||
|
|
||
|
|
||
|
def _generate_observed_path_deleted_event() -> tuple[bytes, int]:
|
||
|
# Create synthetic event for notify that observed directory is deleted
|
||
|
path = ctypes.create_unicode_buffer(".")
|
||
|
event = FileNotifyInformation(0, FILE_ACTION_DELETED_SELF, len(path), path.value.encode("utf-8"))
|
||
|
event_size = ctypes.sizeof(event)
|
||
|
buff = ctypes.create_string_buffer(PATH_BUFFER_SIZE)
|
||
|
ctypes.memmove(buff, ctypes.addressof(event), event_size)
|
||
|
return buff.raw, event_size
|
||
|
|
||
|
|
||
|
def get_directory_handle(path: str) -> HANDLE:
|
||
|
"""Returns a Windows handle to the specified directory path."""
|
||
|
return CreateFileW(
|
||
|
path,
|
||
|
FILE_LIST_DIRECTORY,
|
||
|
WATCHDOG_FILE_SHARE_FLAGS,
|
||
|
None,
|
||
|
OPEN_EXISTING,
|
||
|
WATCHDOG_FILE_FLAGS,
|
||
|
None,
|
||
|
)
|
||
|
|
||
|
|
||
|
def close_directory_handle(handle: HANDLE) -> None:
|
||
|
try:
|
||
|
CancelIoEx(handle, None) # force ReadDirectoryChangesW to return
|
||
|
CloseHandle(handle)
|
||
|
except OSError:
|
||
|
with contextlib.suppress(Exception):
|
||
|
CloseHandle(handle)
|
||
|
|
||
|
|
||
|
def read_directory_changes(handle: HANDLE, path: str, *, recursive: bool) -> tuple[bytes, int]:
|
||
|
"""Read changes to the directory using the specified directory handle.
|
||
|
|
||
|
https://timgolden.me.uk/pywin32-docs/win32file__ReadDirectoryChangesW_meth.html
|
||
|
"""
|
||
|
event_buffer = ctypes.create_string_buffer(BUFFER_SIZE)
|
||
|
nbytes = DWORD()
|
||
|
try:
|
||
|
ReadDirectoryChangesW(
|
||
|
handle,
|
||
|
ctypes.byref(event_buffer),
|
||
|
len(event_buffer),
|
||
|
recursive,
|
||
|
WATCHDOG_FILE_NOTIFY_FLAGS,
|
||
|
ctypes.byref(nbytes),
|
||
|
None,
|
||
|
None,
|
||
|
)
|
||
|
except OSError as e:
|
||
|
if e.winerror == ERROR_OPERATION_ABORTED:
|
||
|
return event_buffer.raw, 0
|
||
|
|
||
|
# Handle the case when the root path is deleted
|
||
|
if _is_observed_path_deleted(handle, path):
|
||
|
return _generate_observed_path_deleted_event()
|
||
|
|
||
|
raise
|
||
|
|
||
|
return event_buffer.raw, int(nbytes.value)
|
||
|
|
||
|
|
||
|
@dataclass(unsafe_hash=True)
|
||
|
class WinAPINativeEvent:
|
||
|
action: int
|
||
|
src_path: str
|
||
|
|
||
|
@property
|
||
|
def is_added(self) -> bool:
|
||
|
return self.action == FILE_ACTION_CREATED
|
||
|
|
||
|
@property
|
||
|
def is_removed(self) -> bool:
|
||
|
return self.action == FILE_ACTION_REMOVED
|
||
|
|
||
|
@property
|
||
|
def is_modified(self) -> bool:
|
||
|
return self.action == FILE_ACTION_MODIFIED
|
||
|
|
||
|
@property
|
||
|
def is_renamed_old(self) -> bool:
|
||
|
return self.action == FILE_ACTION_RENAMED_OLD_NAME
|
||
|
|
||
|
@property
|
||
|
def is_renamed_new(self) -> bool:
|
||
|
return self.action == FILE_ACTION_RENAMED_NEW_NAME
|
||
|
|
||
|
@property
|
||
|
def is_removed_self(self) -> bool:
|
||
|
return self.action == FILE_ACTION_REMOVED_SELF
|
||
|
|
||
|
|
||
|
def read_events(handle: HANDLE, path: str, *, recursive: bool) -> list[WinAPINativeEvent]:
|
||
|
buf, nbytes = read_directory_changes(handle, path, recursive=recursive)
|
||
|
events = _parse_event_buffer(buf, nbytes)
|
||
|
return [WinAPINativeEvent(action, src_path) for action, src_path in events]
|