159 lines · 5.2 KB · Python
RawDownload
#!/usr/bin/env python3"""Coverage: RSYNC_PROXY HTTP CONNECT support (socket.cestablish_proxy_connection() + open_socket_out()'s proxy branch +authenticate.c base64_encode() Proxy-Authorization). A tiny in-process HTTP CONNECT proxy listens on PROXY_PORT, parses`CONNECT host:port HTTP/1.0` (+ optional Proxy-Authorization), responds`HTTP/1.0 200 OK`, then transparently relays bytes to the real testdaemon.  Three legs:   1. RSYNC_PROXY=host:port (no auth)       -> base CONNECT path  2. RSYNC_PROXY=user:pass@host:port       -> base64_encode + Proxy-Auth header  3. proxy returns `HTTP/1.0 503 ...`      -> the non-2xx error branch This is the client-side counterpart to daemon-proxy-protocol_test.py(which covers the daemon's PROXY-v1/v2 listener).""" import base64import osimport selectimport socketimport subprocessimport threading from rsyncfns import (    SCRATCHDIR, FROMDIR,    claim_ports, make_tree, makepath, require_tcp, rmtree, rsync_argv,    start_test_daemon, test_fail, write_daemon_conf,) # RSYNC_PROXY only fires on a real TCP socket connect (open_socket_out),# not the RSYNC_CONNECT_PROG pipe transport.require_tcp("RSYNC_PROXY uses open_socket_out(), needs a real TCP connect") DAEMON_PORT = 19880PROXY_PORT = 19881claim_ports(DAEMON_PORT, PROXY_PORT) src = FROMDIRdst = SCRATCHDIR / 'dest-httpproxy'rmtree(src); rmtree(dst)make_tree(src, depth=1)makepath(dst) conf = write_daemon_conf(    [('mod', {'path': str(dst), 'read only': 'no'})],    name='http-proxy.conf',)url = start_test_daemon(conf, DAEMON_PORT) seen_connects = []seen_auths = []deny_next = threading.Event()  def relay(a, b):    socks = [a, b]    while True:        r, _, _ = select.select(socks, [], [], 5)        if not r:            break        done = False        for s in r:            try:                buf = s.recv(65536)            except OSError:                buf = b''            if not buf:                done = True                break            (b if s is a else a).sendall(buf)        if done:            break    for s in socks:        try:            s.close()        except OSError:            pass  def proxy_handle(cli):    # Read header bytes until blank line. establish_proxy_connection() sends    # one CONNECT line + optional Proxy-Authorization line + CRLFCRLF.    hdr = b''    while b'\r\n\r\n' not in hdr and len(hdr) < 4096:        c = cli.recv(1)        if not c:            cli.close(); return        hdr += c    lines = hdr.split(b'\r\n')    seen_connects.append(lines[0].decode('ascii', 'replace'))    for ln in lines[1:]:        if ln.lower().startswith(b'proxy-authorization:'):            seen_auths.append(ln.decode('ascii', 'replace'))    if deny_next.is_set():        deny_next.clear()        cli.sendall(b'HTTP/1.0 503 Service Unavailable\r\n\r\n')        cli.close(); return    cli.sendall(b'HTTP/1.0 200 Connection established\r\n\r\n')    up = socket.create_connection(('127.0.0.1', DAEMON_PORT))    relay(cli, up)  def proxy_loop(lsock):    while True:        try:            c, _ = lsock.accept()        except OSError:            return        threading.Thread(target=proxy_handle, args=(c,), daemon=True).start()  lsock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)lsock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)lsock.bind(('127.0.0.1', PROXY_PORT))lsock.listen(8)threading.Thread(target=proxy_loop, args=(lsock,), daemon=True).start()  def push_via_proxy(proxy_spec, expect_ok=True):    env = dict(os.environ, RSYNC_PROXY=proxy_spec)    # Any host:port the client asks to CONNECT to is fine; the mock proxy    # always relays to DAEMON_PORT regardless. Use a non-loopback name so    # the CONNECT line is recognizable.    r = subprocess.run(        rsync_argv('-r', f'{src}/',                   f'rsync://upstream.example:{DAEMON_PORT}/mod/'),        env=env, capture_output=True, text=True,    )    if expect_ok and r.returncode != 0:        test_fail(f"RSYNC_PROXY={proxy_spec!r}: rc={r.returncode}\n{r.stderr}")    if not expect_ok and r.returncode == 0:        test_fail(f"RSYNC_PROXY={proxy_spec!r}: expected failure, got rc=0")    return r  # --- leg 1: no auth --------------------------------------------------------push_via_proxy(f'127.0.0.1:{PROXY_PORT}')if not seen_connects or 'CONNECT upstream.example:' not in seen_connects[-1]:    test_fail(f"mock proxy never saw CONNECT (got: {seen_connects!r})") # --- leg 2: user:pass@ -> Proxy-Authorization: Basic base64(...) ----------seen_auths.clear()push_via_proxy(f'puser:ppass@127.0.0.1:{PROXY_PORT}')if not seen_auths:    test_fail("RSYNC_PROXY=user:pass@... should have sent Proxy-Authorization")want = 'Basic ' + base64.b64encode(b'puser:ppass').decode()if want not in seen_auths[-1]:    test_fail(f"Proxy-Authorization mismatch: {seen_auths[-1]!r} vs {want!r}") # --- leg 3: proxy returns 503 -> client must fail with the bad-response msgdeny_next.set()r = push_via_proxy(f'127.0.0.1:{PROXY_PORT}', expect_ok=False)if 'bad response from proxy' not in r.stderr and '503' not in r.stderr:    test_fail(f"503 from proxy should surface as 'bad response': {r.stderr!r}") lsock.close()print(f"daemon-http-proxy: CONNECT (no-auth + Basic auth) + 503-deny ok")