"""Process operations.""" from __future__ import annotations import collections import contextlib import importlib.metadata import os import signal import subprocess from concurrent import futures from pathlib import Path from typing import Callable, Generator, List, Optional, Tuple, Union import psutil import typer from redis.exceptions import RedisError from reflex import constants from reflex.utils import console, path_ops, prerequisites def kill(pid): """Kill a process. Args: pid: The process ID. """ os.kill(pid, signal.SIGTERM) def get_num_workers() -> int: """Get the number of backend worker processes. Raises: Exit: If unable to connect to Redis. Returns: The number of backend worker processes. """ if (redis_client := prerequisites.get_redis_sync()) is None: return 1 try: redis_client.ping() except RedisError as re: console.error(f"Unable to connect to Redis: {re}") raise typer.Exit(1) from re return (os.cpu_count() or 1) * 2 + 1 def get_process_on_port(port) -> Optional[psutil.Process]: """Get the process on the given port. Args: port: The port. Returns: The process on the given port. """ for proc in psutil.process_iter(["pid", "name", "cmdline"]): try: if importlib.metadata.version("psutil") >= "6.0.0": conns = proc.net_connections(kind="inet") # type: ignore else: conns = proc.connections(kind="inet") for conn in conns: if conn.laddr.port == int(port): return proc except (psutil.NoSuchProcess, psutil.AccessDenied, psutil.ZombieProcess): pass return None def is_process_on_port(port) -> bool: """Check if a process is running on the given port. Args: port: The port. Returns: Whether a process is running on the given port. """ return get_process_on_port(port) is not None def kill_process_on_port(port): """Kill the process on the given port. Args: port: The port. """ if get_process_on_port(port) is not None: with contextlib.suppress(psutil.AccessDenied): get_process_on_port(port).kill() # type: ignore def change_port(port: str, _type: str) -> str: """Change the port. Args: port: The port. _type: The type of the port. Returns: The new port. """ new_port = str(int(port) + 1) if is_process_on_port(new_port): return change_port(new_port, _type) console.info( f"The {_type} will run on port [bold underline]{new_port}[/bold underline]." ) return new_port def handle_port(service_name: str, port: str, default_port: str) -> str: """Change port if the specified port is in use and is not explicitly specified as a CLI arg or config arg. otherwise tell the user the port is in use and exit the app. We make an assumption that when port is the default port,then it hasnt been explicitly set since its not straightforward to know whether a port was explicitly provided by the user unless its any other than the default. Args: service_name: The frontend or backend. port: The provided port. default_port: The default port number associated with the specified service. Returns: The port to run the service on. Raises: Exit:when the port is in use. """ if is_process_on_port(port): if int(port) == int(default_port): return change_port(port, service_name) else: console.error(f"{service_name.capitalize()} port: {port} is already in use") raise typer.Exit() return port def new_process(args, run: bool = False, show_logs: bool = False, **kwargs): """Wrapper over subprocess.Popen to unify the launch of child processes. Args: args: A string, or a sequence of program arguments. run: Whether to run the process to completion. show_logs: Whether to show the logs of the process. **kwargs: Kwargs to override default wrap values to pass to subprocess.Popen as arguments. Returns: Execute a child program in a new process. Raises: Exit: When attempting to run a command with a None value. """ node_bin_path = path_ops.get_node_bin_path() if not node_bin_path and not prerequisites.CURRENTLY_INSTALLING_NODE: console.warn( "The path to the Node binary could not be found. Please ensure that Node is properly " "installed and added to your system's PATH environment variable or try running " "`reflex init` again." ) if None in args: console.error(f"Invalid command: {args}") raise typer.Exit(1) # Add the node bin path to the PATH environment variable. env = { **os.environ, "PATH": os.pathsep.join( [node_bin_path if node_bin_path else "", os.environ["PATH"]] ), # type: ignore **kwargs.pop("env", {}), } kwargs = { "env": env, "stderr": None if show_logs else subprocess.STDOUT, "stdout": None if show_logs else subprocess.PIPE, "universal_newlines": True, "encoding": "UTF-8", "errors": "replace", # Avoid UnicodeDecodeError in unknown command output **kwargs, } console.debug(f"Running command: {args}") fn = subprocess.run if run else subprocess.Popen return fn(args, **kwargs) @contextlib.contextmanager def run_concurrently_context( *fns: Union[Callable, Tuple], ) -> Generator[list[futures.Future], None, None]: """Run functions concurrently in a thread pool. Args: *fns: The functions to run. Yields: The futures for the functions. """ # If no functions are provided, yield an empty list and return. if not fns: yield [] return # Convert the functions to tuples. fns = [fn if isinstance(fn, tuple) else (fn,) for fn in fns] # type: ignore # Run the functions concurrently. executor = None try: executor = futures.ThreadPoolExecutor(max_workers=len(fns)) # Submit the tasks. tasks = [executor.submit(*fn) for fn in fns] # type: ignore # Yield control back to the main thread while tasks are running. yield tasks # Get the results in the order completed to check any exceptions. for task in futures.as_completed(tasks): # if task throws something, we let it bubble up immediately task.result() finally: # Shutdown the executor if executor: executor.shutdown(wait=False) def run_concurrently(*fns: Union[Callable, Tuple]) -> None: """Run functions concurrently in a thread pool. Args: *fns: The functions to run. """ with run_concurrently_context(*fns): pass def stream_logs( message: str, process: subprocess.Popen, progress=None, suppress_errors: bool = False, analytics_enabled: bool = False, ): """Stream the logs for a process. Args: message: The message to display. process: The process. progress: The ongoing progress bar if one is being used. suppress_errors: If True, do not exit if errors are encountered (for fallback). analytics_enabled: Whether analytics are enabled for this command. Yields: The lines of the process output. Raises: Exit: If the process failed. """ from reflex.utils import telemetry # Store the tail of the logs. logs = collections.deque(maxlen=512) with process: console.debug(message, progress=progress) if process.stdout is None: return for line in process.stdout: console.debug(line, end="", progress=progress) logs.append(line) yield line # Check if the process failed (not printing the logs for SIGINT). # Windows uvicorn bug # https://github.com/reflex-dev/reflex/issues/2335 accepted_return_codes = [0, -2, 15] if constants.IS_WINDOWS else [0, -2] if process.returncode not in accepted_return_codes and not suppress_errors: console.error(f"{message} failed with exit code {process.returncode}") for line in logs: console.error(line, end="") if analytics_enabled: telemetry.send("error", context=message) console.error("Run with [bold]--loglevel debug [/bold] for the full log.") raise typer.Exit(1) def show_logs(message: str, process: subprocess.Popen): """Show the logs for a process. Args: message: The message to display. process: The process. """ for _ in stream_logs(message, process): pass def show_status( message: str, process: subprocess.Popen, suppress_errors: bool = False, analytics_enabled: bool = False, ): """Show the status of a process. Args: message: The initial message to display. process: The process. suppress_errors: If True, do not exit if errors are encountered (for fallback). analytics_enabled: Whether analytics are enabled for this command. """ with console.status(message) as status: for line in stream_logs( message, process, suppress_errors=suppress_errors, analytics_enabled=analytics_enabled, ): status.update(f"{message} {line}") def show_progress(message: str, process: subprocess.Popen, checkpoints: List[str]): """Show a progress bar for a process. Args: message: The message to display. process: The process. checkpoints: The checkpoints to advance the progress bar. """ # Iterate over the process output. with console.progress() as progress: task = progress.add_task(f"{message}: ", total=len(checkpoints)) for line in stream_logs(message, process, progress=progress): # Check for special strings and update the progress bar. for special_string in checkpoints: if special_string in line: progress.update(task, advance=1) if special_string == checkpoints[-1]: progress.update(task, completed=len(checkpoints)) break def atexit_handler(): """Display a custom message with the current time when exiting an app.""" console.log("Reflex app stopped.") def get_command_with_loglevel(command: list[str]) -> list[str]: """Add the right loglevel flag to the designated command. npm uses --loglevel , Bun doesnt use the --loglevel flag and runs in debug mode by default. Args: command:The command to add loglevel flag. Returns: The updated command list """ npm_path = path_ops.get_npm_path() npm_path = str(Path(npm_path).resolve()) if npm_path else npm_path if command[0] == npm_path: return command + ["--loglevel", "silly"] return command def run_process_with_fallback( args, *, show_status_message, fallback=None, analytics_enabled: bool = False, **kwargs, ): """Run subprocess and retry using fallback command if initial command fails. Args: args: A string, or a sequence of program arguments. show_status_message: The status message to be displayed in the console. fallback: The fallback command to run. analytics_enabled: Whether analytics are enabled for this command. kwargs: Kwargs to pass to new_process function. """ process = new_process(get_command_with_loglevel(args), **kwargs) if fallback is None: # No fallback given, or this _is_ the fallback command. show_status( show_status_message, process, analytics_enabled=analytics_enabled, ) else: # Suppress errors for initial command, because we will try to fallback show_status(show_status_message, process, suppress_errors=True) if process.returncode != 0: # retry with fallback command. fallback_args = [fallback, *args[1:]] console.warn( f"There was an error running command: {args}. Falling back to: {fallback_args}." ) run_process_with_fallback( fallback_args, show_status_message=show_status_message, fallback=None, analytics_enabled=analytics_enabled, **kwargs, ) def execute_command_and_return_output(command) -> str | None: """Execute a command and return the output. Args: command: The command to run. Returns: The output of the command. """ try: return subprocess.check_output(command, shell=True).decode().strip() except subprocess.SubprocessError as err: console.error( f"The command `{command}` failed with error: {err}. This will return None." ) return None