mirror of
https://github.com/cloudflare/cloudflared.git
synced 2026-06-23 04:10:20 +00:00
Miguel da Costa Martins Marcelino
905d983d14
Pipes have a finite OS buffer (\~64KB Linux, \~4KB macOS, \~4KB Windows). Since nobody was reading stdout/stderr during the process lifetime, cloudflared would block once the buffer filled up. The post-terminate()/read() could only get whatever fit in the buffer, causing truncated logs. There was also a race between terminate() and read(): the process might not have flushed its final output yet. We're also deleting `test_default_only`. Since we changed `edge-ip-version` to auto, this test became redundant.
117 lines
4.8 KiB
Python
117 lines
4.8 KiB
Python
import json
|
|
import subprocess
|
|
|
|
from constants import MANAGEMENT_HOST_NAME
|
|
from setup import get_config_from_file
|
|
from util import get_tunnel_connector_id, CloudflaredProcess
|
|
|
|
SINGLE_CASE_TIMEOUT = 600
|
|
|
|
class CloudflaredCli:
|
|
def __init__(self, config, config_path, logger):
|
|
self.basecmd = [config.cloudflared_binary, "tunnel"]
|
|
if config_path is not None:
|
|
self.basecmd += ["--config", str(config_path)]
|
|
origincert = get_config_from_file()["origincert"]
|
|
if origincert:
|
|
self.basecmd += ["--origincert", origincert]
|
|
self.logger = logger
|
|
|
|
def _run_command(self, subcmd, subcmd_name, needs_to_pass=True):
|
|
cmd = self.basecmd + subcmd
|
|
# timeout limits the time a subprocess can run. This is useful to guard against running a tunnel when
|
|
# command/args are in wrong order.
|
|
result = run_subprocess(cmd, subcmd_name, self.logger, check=needs_to_pass, capture_output=True, timeout=15)
|
|
return result
|
|
|
|
def list_tunnels(self):
|
|
cmd_args = ["list", "--output", "json"]
|
|
listed = self._run_command(cmd_args, "list")
|
|
return json.loads(listed.stdout)
|
|
|
|
def get_management_token(self, config, config_path, resource):
|
|
basecmd = [config.cloudflared_binary]
|
|
if config_path is not None:
|
|
basecmd += ["--config", str(config_path)]
|
|
origincert = get_config_from_file()["origincert"]
|
|
if origincert:
|
|
basecmd += ["--origincert", origincert]
|
|
|
|
cmd_args = ["management", "token", "--resource", resource, config.get_tunnel_id()]
|
|
cmd = basecmd + cmd_args
|
|
result = run_subprocess(cmd, "token", self.logger, check=True, capture_output=True, timeout=15)
|
|
return json.loads(result.stdout.decode("utf-8").strip())["token"]
|
|
|
|
def get_tail_token(self, config, config_path):
|
|
"""
|
|
Get management token using the 'tail token' command.
|
|
Returns a token scoped for 'logs' resource.
|
|
"""
|
|
basecmd = [config.cloudflared_binary]
|
|
if config_path is not None:
|
|
basecmd += ["--config", str(config_path)]
|
|
origincert = get_config_from_file()["origincert"]
|
|
if origincert:
|
|
basecmd += ["--origincert", origincert]
|
|
|
|
cmd_args = ["tail", "token", config.get_tunnel_id()]
|
|
cmd = basecmd + cmd_args
|
|
result = run_subprocess(cmd, "tail-token", self.logger, check=True, capture_output=True, timeout=15)
|
|
return json.loads(result.stdout.decode("utf-8").strip())["token"]
|
|
|
|
def get_management_url(self, path, config, config_path, resource):
|
|
access_jwt = self.get_management_token(config, config_path, resource)
|
|
connector_id = get_tunnel_connector_id()
|
|
return f"https://{MANAGEMENT_HOST_NAME}/{path}?connector_id={connector_id}&access_token={access_jwt}"
|
|
|
|
def get_management_wsurl(self, path, config, config_path, resource):
|
|
access_jwt = self.get_management_token(config, config_path, resource)
|
|
connector_id = get_tunnel_connector_id()
|
|
return f"wss://{MANAGEMENT_HOST_NAME}/{path}?connector_id={connector_id}&access_token={access_jwt}"
|
|
|
|
def get_connector_id(self, config):
|
|
op = self.get_tunnel_info(config.get_tunnel_id())
|
|
connectors = []
|
|
for conn in op["conns"]:
|
|
connectors.append(conn["id"])
|
|
return connectors
|
|
|
|
def get_tunnel_info(self, tunnel_id):
|
|
info = self._run_command(["info", "--output", "json", tunnel_id], "info")
|
|
return json.loads(info.stdout)
|
|
|
|
def __enter__(self):
|
|
self.basecmd += ["run"]
|
|
self.logger.info(f"Run cmd {self.basecmd}")
|
|
self.cfd = CloudflaredProcess(self.basecmd, allow_input=False, capture_output=True)
|
|
return self.cfd
|
|
|
|
def __exit__(self, exc_type, exc_value, exc_traceback):
|
|
self.cfd.cleanup()
|
|
|
|
|
|
def cert_path():
|
|
return get_config_from_file()["origincert"]
|
|
|
|
|
|
class SubprocessError(Exception):
|
|
def __init__(self, program, exit_code, cause):
|
|
self.program = program
|
|
self.exit_code = exit_code
|
|
self.cause = cause
|
|
|
|
|
|
def run_subprocess(cmd, cmd_name, logger, timeout=SINGLE_CASE_TIMEOUT, **kargs):
|
|
kargs["timeout"] = timeout
|
|
try:
|
|
result = subprocess.run(cmd, **kargs)
|
|
logger.debug(f"{cmd} log: {result.stdout}", extra={"cmd": cmd_name})
|
|
return result
|
|
except subprocess.CalledProcessError as e:
|
|
err = f"{cmd} return exit code {e.returncode}, stderr" + e.stderr.decode("utf-8")
|
|
logger.error(err, extra={"cmd": cmd_name, "return_code": e.returncode})
|
|
raise SubprocessError(cmd[0], e.returncode, e)
|
|
except subprocess.TimeoutExpired as e:
|
|
err = f"{cmd} timeout after {e.timeout} seconds, stdout: {e.stdout}, stderr: {e.stderr}"
|
|
logger.error(err, extra={"cmd": cmd_name, "return_code": "timeout"})
|
|
raise e |