Showing the changes to java/pkg/sun/net/www/http/HttpClient.java (1 of 18352 files). Show all
Unified · Split
| @@ -0,0 +1,939 @@ | ||
| 1 | +/* | |
| 2 | + * Copyright (c) 1994, 2010, Oracle and/or its affiliates. All rights reserved. | |
| 3 | + * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. | |
| 4 | + * | |
| 5 | + * This code is free software; you can redistribute it and/or modify it | |
| 6 | + * under the terms of the GNU General Public License version 2 only, as | |
| 7 | + * published by the Free Software Foundation. Oracle designates this | |
| 8 | + * particular file as subject to the "Classpath" exception as provided | |
| 9 | + * by Oracle in the LICENSE file that accompanied this code. | |
| 10 | + * | |
| 11 | + * This code is distributed in the hope that it will be useful, but WITHOUT | |
| 12 | + * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
| 13 | + * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
| 14 | + * version 2 for more details (a copy is included in the LICENSE file that | |
| 15 | + * accompanied this code). | |
| 16 | + * | |
| 17 | + * You should have received a copy of the GNU General Public License version | |
| 18 | + * 2 along with this work; if not, write to the Free Software Foundation, | |
| 19 | + * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
| 20 | + * | |
| 21 | + * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA | |
| 22 | + * or visit www.oracle.com if you need additional information or have any | |
| 23 | + * questions. | |
| 24 | + */ | |
| 25 | + | |
| 26 | +package sun.net.www.http; | |
| 27 | + | |
| 28 | +import java.io.*; | |
| 29 | +import java.net.*; | |
| 30 | +import java.util.Locale; | |
| 31 | +import sun.net.NetworkClient; | |
| 32 | +import sun.net.ProgressSource; | |
| 33 | +import sun.net.www.MessageHeader; | |
| 34 | +import sun.net.www.HeaderParser; | |
| 35 | +import sun.net.www.MeteredStream; | |
| 36 | +import sun.net.www.ParseUtil; | |
| 37 | +import sun.net.www.protocol.http.HttpURLConnection; | |
| 38 | +import sun.util.logging.PlatformLogger; | |
| 39 | + | |
| 40 | +/** | |
| 41 | + * @author Herb Jellinek | |
| 42 | + * @author Dave Brown | |
| 43 | + */ | |
| 44 | +public class HttpClient extends NetworkClient { | |
| 45 | + // whether this httpclient comes from the cache | |
| 46 | + protected boolean cachedHttpClient = false; | |
| 47 | + | |
| 48 | + private boolean inCache; | |
| 49 | + | |
| 50 | + protected CookieHandler cookieHandler; | |
| 51 | + | |
| 52 | + // Http requests we send | |
| 53 | + MessageHeader requests; | |
| 54 | + | |
| 55 | + // Http data we send with the headers | |
| 56 | + PosterOutputStream poster = null; | |
| 57 | + | |
| 58 | + // true if we are in streaming mode (fixed length or chunked) | |
| 59 | + boolean streaming; | |
| 60 | + | |
| 61 | + // if we've had one io error | |
| 62 | + boolean failedOnce = false; | |
| 63 | + | |
| 64 | + /** Response code for CONTINUE */ | |
| 65 | + private boolean ignoreContinue = true; | |
| 66 | + private static final int HTTP_CONTINUE = 100; | |
| 67 | + | |
| 68 | + /** Default port number for http daemons. REMIND: make these private */ | |
| 69 | + static final int httpPortNumber = 80; | |
| 70 | + | |
| 71 | + /** return default port number (subclasses may override) */ | |
| 72 | + protected int getDefaultPort () { return httpPortNumber; } | |
| 73 | + | |
| 74 | + static private int getDefaultPort(String proto) { | |
| 75 | + if ("http".equalsIgnoreCase(proto)) | |
| 76 | + return 80; | |
| 77 | + if ("https".equalsIgnoreCase(proto)) | |
| 78 | + return 443; | |
| 79 | + return -1; | |
| 80 | + } | |
| 81 | + | |
| 82 | + /* All proxying (generic as well as instance-specific) may be | |
| 83 | + * disabled through use of this flag | |
| 84 | + */ | |
| 85 | + protected boolean proxyDisabled; | |
| 86 | + | |
| 87 | + // are we using proxy in this instance? | |
| 88 | + public boolean usingProxy = false; | |
| 89 | + // target host, port for the URL | |
| 90 | + protected String host; | |
| 91 | + protected int port; | |
| 92 | + | |
| 93 | + /* where we cache currently open, persistent connections */ | |
| 94 | + protected static KeepAliveCache kac = new KeepAliveCache(); | |
| 95 | + | |
| 96 | + private static boolean keepAliveProp = true; | |
| 97 | + | |
| 98 | + // retryPostProp is true by default so as to preserve behavior | |
| 99 | + // from previous releases. | |
| 100 | + private static boolean retryPostProp = true; | |
| 101 | + | |
| 102 | + volatile boolean keepingAlive = false; /* this is a keep-alive connection */ | |
| 103 | + int keepAliveConnections = -1; /* number of keep-alives left */ | |
| 104 | + | |
| 105 | + /**Idle timeout value, in milliseconds. Zero means infinity, | |
| 106 | + * iff keepingAlive=true. | |
| 107 | + * Unfortunately, we can't always believe this one. If I'm connected | |
| 108 | + * through a Netscape proxy to a server that sent me a keep-alive | |
| 109 | + * time of 15 sec, the proxy unilaterally terminates my connection | |
| 110 | + * after 5 sec. So we have to hard code our effective timeout to | |
| 111 | + * 4 sec for the case where we're using a proxy. *SIGH* | |
| 112 | + */ | |
| 113 | + int keepAliveTimeout = 0; | |
| 114 | + | |
| 115 | + /** whether the response is to be cached */ | |
| 116 | + private CacheRequest cacheRequest = null; | |
| 117 | + | |
| 118 | + /** Url being fetched. */ | |
| 119 | + protected URL url; | |
| 120 | + | |
| 121 | + /* if set, the client will be reused and must not be put in cache */ | |
| 122 | + public boolean reuse = false; | |
| 123 | + | |
| 124 | + // Traffic capture tool, if configured. See HttpCapture class for info | |
| 125 | + private HttpCapture capture = null; | |
| 126 | + | |
| 127 | + /** | |
| 128 | + * A NOP method kept for backwards binary compatibility | |
| 129 | + * @deprecated -- system properties are no longer cached. | |
| 130 | + */ | |
| 131 | + @Deprecated | |
| 132 | + public static synchronized void resetProperties() { | |
| 133 | + } | |
| 134 | + | |
| 135 | + int getKeepAliveTimeout() { | |
| 136 | + return keepAliveTimeout; | |
| 137 | + } | |
| 138 | + | |
| 139 | + static { | |
| 140 | + String keepAlive = java.security.AccessController.doPrivileged( | |
| 141 | + new sun.security.action.GetPropertyAction("http.keepAlive")); | |
| 142 | + | |
| 143 | + String retryPost = java.security.AccessController.doPrivileged( | |
| 144 | + new sun.security.action.GetPropertyAction("sun.net.http.retryPost")); | |
| 145 | + | |
| 146 | + if (keepAlive != null) { | |
| 147 | + keepAliveProp = Boolean.valueOf(keepAlive).booleanValue(); | |
| 148 | + } else { | |
| 149 | + keepAliveProp = true; | |
| 150 | + } | |
| 151 | + | |
| 152 | + if (retryPost != null) { | |
| 153 | + retryPostProp = Boolean.valueOf(retryPost).booleanValue(); | |
| 154 | + } else | |
| 155 | + retryPostProp = true; | |
| 156 | + | |
| 157 | + } | |
| 158 | + | |
| 159 | + /** | |
| 160 | + * @return true iff http keep alive is set (i.e. enabled). Defaults | |
| 161 | + * to true if the system property http.keepAlive isn't set. | |
| 162 | + */ | |
| 163 | + public boolean getHttpKeepAliveSet() { | |
| 164 | + return keepAliveProp; | |
| 165 | + } | |
| 166 | + | |
| 167 | + | |
| 168 | + protected HttpClient() { | |
| 169 | + } | |
| 170 | + | |
| 171 | + private HttpClient(URL url) | |
| 172 | + throws IOException { | |
| 173 | + this(url, (String)null, -1, false); | |
| 174 | + } | |
| 175 | + | |
| 176 | + protected HttpClient(URL url, | |
| 177 | + boolean proxyDisabled) throws IOException { | |
| 178 | + this(url, null, -1, proxyDisabled); | |
| 179 | + } | |
| 180 | + | |
| 181 | + /* This package-only CTOR should only be used for FTP piggy-backed on HTTP | |
| 182 | + * HTTP URL's that use this won't take advantage of keep-alive. | |
| 183 | + * Additionally, this constructor may be used as a last resort when the | |
| 184 | + * first HttpClient gotten through New() failed (probably b/c of a | |
| 185 | + * Keep-Alive mismatch). | |
| 186 | + * | |
| 187 | + * XXX That documentation is wrong ... it's not package-private any more | |
| 188 | + */ | |
| 189 | + public HttpClient(URL url, String proxyHost, int proxyPort) | |
| 190 | + throws IOException { | |
| 191 | + this(url, proxyHost, proxyPort, false); | |
| 192 | + } | |
| 193 | + | |
| 194 | + protected HttpClient(URL url, Proxy p, int to) throws IOException { | |
| 195 | + proxy = (p == null) ? Proxy.NO_PROXY : p; | |
| 196 | + this.host = url.getHost(); | |
| 197 | + this.url = url; | |
| 198 | + port = url.getPort(); | |
| 199 | + if (port == -1) { | |
| 200 | + port = getDefaultPort(); | |
| 201 | + } | |
| 202 | + setConnectTimeout(to); | |
| 203 | + | |
| 204 | + // get the cookieHandler if there is any | |
| 205 | + cookieHandler = java.security.AccessController.doPrivileged( | |
| 206 | + new java.security.PrivilegedAction<CookieHandler>() { | |
| 207 | + public CookieHandler run() { | |
| 208 | + return CookieHandler.getDefault(); | |
| 209 | + } | |
| 210 | + }); | |
| 211 | + | |
| 212 | + capture = HttpCapture.getCapture(url); | |
| 213 | + openServer(); | |
| 214 | + } | |
| 215 | + | |
| 216 | + static protected Proxy newHttpProxy(String proxyHost, int proxyPort, | |
| 217 | + String proto) { | |
| 218 | + if (proxyHost == null || proto == null) | |
| 219 | + return Proxy.NO_PROXY; | |
| 220 | + int pport = proxyPort < 0 ? getDefaultPort(proto) : proxyPort; | |
| 221 | + InetSocketAddress saddr = InetSocketAddress.createUnresolved(proxyHost, pport); | |
| 222 | + return new Proxy(Proxy.Type.HTTP, saddr); | |
| 223 | + } | |
| 224 | + | |
| 225 | + /* | |
| 226 | + * This constructor gives "ultimate" flexibility, including the ability | |
| 227 | + * to bypass implicit proxying. Sometimes we need to be using tunneling | |
| 228 | + * (transport or network level) instead of proxying (application level), | |
| 229 | + * for example when we don't want the application level data to become | |
| 230 | + * visible to third parties. | |
| 231 | + * | |
| 232 | + * @param url the URL to which we're connecting | |
| 233 | + * @param proxy proxy to use for this URL (e.g. forwarding) | |
| 234 | + * @param proxyPort proxy port to use for this URL | |
| 235 | + * @param proxyDisabled true to disable default proxying | |
| 236 | + */ | |
| 237 | + private HttpClient(URL url, String proxyHost, int proxyPort, | |
| 238 | + boolean proxyDisabled) | |
| 239 | + throws IOException { | |
| 240 | + this(url, proxyDisabled ? Proxy.NO_PROXY : | |
| 241 | + newHttpProxy(proxyHost, proxyPort, "http"), -1); | |
| 242 | + } | |
| 243 | + | |
| 244 | + public HttpClient(URL url, String proxyHost, int proxyPort, | |
| 245 | + boolean proxyDisabled, int to) | |
| 246 | + throws IOException { | |
| 247 | + this(url, proxyDisabled ? Proxy.NO_PROXY : | |
| 248 | + newHttpProxy(proxyHost, proxyPort, "http"), to); | |
| 249 | + } | |
| 250 | + | |
| 251 | + /* This class has no public constructor for HTTP. This method is used to | |
| 252 | + * get an HttpClient to the specifed URL. If there's currently an | |
| 253 | + * active HttpClient to that server/port, you'll get that one. | |
| 254 | + */ | |
| 255 | + public static HttpClient New(URL url) | |
| 256 | + throws IOException { | |
| 257 | + return HttpClient.New(url, Proxy.NO_PROXY, -1, true); | |
| 258 | + } | |
| 259 | + | |
| 260 | + public static HttpClient New(URL url, boolean useCache) | |
| 261 | + throws IOException { | |
| 262 | + return HttpClient.New(url, Proxy.NO_PROXY, -1, useCache); | |
| 263 | + } | |
| 264 | + | |
| 265 | + public static HttpClient New(URL url, Proxy p, int to, boolean useCache) | |
| 266 | + throws IOException { | |
| 267 | + if (p == null) { | |
| 268 | + p = Proxy.NO_PROXY; | |
| 269 | + } | |
| 270 | + HttpClient ret = null; | |
| 271 | + /* see if one's already around */ | |
| 272 | + if (useCache) { | |
| 273 | + ret = kac.get(url, null); | |
| 274 | + if (ret != null) { | |
| 275 | + if ((ret.proxy != null && ret.proxy.equals(p)) || | |
| 276 | + (ret.proxy == null && p == null)) { | |
| 277 | + synchronized (ret) { | |
| 278 | + ret.cachedHttpClient = true; | |
| 279 | + assert ret.inCache; | |
| 280 | + ret.inCache = false; | |
| 281 | + PlatformLogger logger = HttpURLConnection.getHttpLogger(); | |
| 282 | + if (logger.isLoggable(PlatformLogger.FINEST)) { | |
| 283 | + logger.finest("KeepAlive stream retrieved from the cache, " + ret); | |
| 284 | + } | |
| 285 | + } | |
| 286 | + } else { | |
| 287 | + // We cannot return this connection to the cache as it's | |
| 288 | + // KeepAliveTimeout will get reset. We simply close the connection. | |
| 289 | + // This should be fine as it is very rare that a connection | |
| 290 | + // to the same host will not use the same proxy. | |
| 291 | + synchronized(ret) { | |
| 292 | + ret.inCache = false; | |
| 293 | + ret.closeServer(); | |
| 294 | + } | |
| 295 | + ret = null; | |
| 296 | + } | |
| 297 | + } | |
| 298 | + } | |
| 299 | + if (ret == null) { | |
| 300 | + ret = new HttpClient(url, p, to); | |
| 301 | + } else { | |
| 302 | + SecurityManager security = System.getSecurityManager(); | |
| 303 | + if (security != null) { | |
| 304 | + if (ret.proxy == Proxy.NO_PROXY || ret.proxy == null) { | |
| 305 | + security.checkConnect(InetAddress.getByName(url.getHost()).getHostAddress(), url.getPort()); | |
| 306 | + } else { | |
| 307 | + security.checkConnect(url.getHost(), url.getPort()); | |
| 308 | + } | |
| 309 | + } | |
| 310 | + ret.url = url; | |
| 311 | + } | |
| 312 | + return ret; | |
| 313 | + } | |
| 314 | + | |
| 315 | + public static HttpClient New(URL url, Proxy p, int to) throws IOException { | |
| 316 | + return New(url, p, to, true); | |
| 317 | + } | |
| 318 | + | |
| 319 | + public static HttpClient New(URL url, String proxyHost, int proxyPort, | |
| 320 | + boolean useCache) | |
| 321 | + throws IOException { | |
| 322 | + return New(url, newHttpProxy(proxyHost, proxyPort, "http"), -1, useCache); | |
| 323 | + } | |
| 324 | + | |
| 325 | + public static HttpClient New(URL url, String proxyHost, int proxyPort, | |
| 326 | + boolean useCache, int to) | |
| 327 | + throws IOException { | |
| 328 | + return New(url, newHttpProxy(proxyHost, proxyPort, "http"), to, useCache); | |
| 329 | + } | |
| 330 | + | |
| 331 | + /* return it to the cache as still usable, if: | |
| 332 | + * 1) It's keeping alive, AND | |
| 333 | + * 2) It still has some connections left, AND | |
| 334 | + * 3) It hasn't had a error (PrintStream.checkError()) | |
| 335 | + * 4) It hasn't timed out | |
| 336 | + * | |
| 337 | + * If this client is not keepingAlive, it should have been | |
| 338 | + * removed from the cache in the parseHeaders() method. | |
| 339 | + */ | |
| 340 | + | |
| 341 | + public void finished() { | |
| 342 | + if (reuse) /* will be reused */ | |
| 343 | + return; | |
| 344 | + keepAliveConnections--; | |
| 345 | + poster = null; | |
| 346 | + if (keepAliveConnections > 0 && isKeepingAlive() && | |
| 347 | + !(serverOutput.checkError())) { | |
| 348 | + /* This connection is keepingAlive && still valid. | |
| 349 | + * Return it to the cache. | |
| 350 | + */ | |
| 351 | + putInKeepAliveCache(); | |
| 352 | + } else { | |
| 353 | + closeServer(); | |
| 354 | + } | |
| 355 | + } | |
| 356 | + | |
| 357 | + protected synchronized void putInKeepAliveCache() { | |
| 358 | + if (inCache) { | |
| 359 | + assert false : "Duplicate put to keep alive cache"; | |
| 360 | + return; | |
| 361 | + } | |
| 362 | + inCache = true; | |
| 363 | + kac.put(url, null, this); | |
| 364 | + } | |
| 365 | + | |
| 366 | + protected synchronized boolean isInKeepAliveCache() { | |
| 367 | + return inCache; | |
| 368 | + } | |
| 369 | + | |
| 370 | + /* | |
| 371 | + * Close an idle connection to this URL (if it exists in the | |
| 372 | + * cache). | |
| 373 | + */ | |
| 374 | + public void closeIdleConnection() { | |
| 375 | + HttpClient http = kac.get(url, null); | |
| 376 | + if (http != null) { | |
| 377 | + http.closeServer(); | |
| 378 | + } | |
| 379 | + } | |
| 380 | + | |
| 381 | + /* We're very particular here about what our InputStream to the server | |
| 382 | + * looks like for reasons that are apparent if you can decipher the | |
| 383 | + * method parseHTTP(). That's why this method is overidden from the | |
| 384 | + * superclass. | |
| 385 | + */ | |
| 386 | + @Override | |
| 387 | + public void openServer(String server, int port) throws IOException { | |
| 388 | + serverSocket = doConnect(server, port); | |
| 389 | + try { | |
| 390 | + OutputStream out = serverSocket.getOutputStream(); | |
| 391 | + if (capture != null) { | |
| 392 | + out = new HttpCaptureOutputStream(out, capture); | |
| 393 | + } | |
| 394 | + serverOutput = new PrintStream( | |
| 395 | + new BufferedOutputStream(out), | |
| 396 | + false, encoding); | |
| 397 | + } catch (UnsupportedEncodingException e) { | |
| 398 | + throw new InternalError(encoding+" encoding not found"); | |
| 399 | + } | |
| 400 | + serverSocket.setTcpNoDelay(true); | |
| 401 | + } | |
| 402 | + | |
| 403 | + /* | |
| 404 | + * Returns true if the http request should be tunneled through proxy. | |
| 405 | + * An example where this is the case is Https. | |
| 406 | + */ | |
| 407 | + public boolean needsTunneling() { | |
| 408 | + return false; | |
| 409 | + } | |
| 410 | + | |
| 411 | + /* | |
| 412 | + * Returns true if this httpclient is from cache | |
| 413 | + */ | |
| 414 | + public synchronized boolean isCachedConnection() { | |
| 415 | + return cachedHttpClient; | |
| 416 | + } | |
| 417 | + | |
| 418 | + /* | |
| 419 | + * Finish any work left after the socket connection is | |
| 420 | + * established. In the normal http case, it's a NO-OP. Subclass | |
| 421 | + * may need to override this. An example is Https, where for | |
| 422 | + * direct connection to the origin server, ssl handshake needs to | |
| 423 | + * be done; for proxy tunneling, the socket needs to be converted | |
| 424 | + * into an SSL socket before ssl handshake can take place. | |
| 425 | + */ | |
| 426 | + public void afterConnect() throws IOException, UnknownHostException { | |
| 427 | + // NO-OP. Needs to be overwritten by HttpsClient | |
| 428 | + } | |
| 429 | + | |
| 430 | + /* | |
| 431 | + * call openServer in a privileged block | |
| 432 | + */ | |
| 433 | + private synchronized void privilegedOpenServer(final InetSocketAddress server) | |
| 434 | + throws IOException | |
| 435 | + { | |
| 436 | + try { | |
| 437 | + java.security.AccessController.doPrivileged( | |
| 438 | + new java.security.PrivilegedExceptionAction<Void>() { | |
| 439 | + public Void run() throws IOException { | |
| 440 | + openServer(server.getHostString(), server.getPort()); | |
| 441 | + return null; | |
| 442 | + } | |
| 443 | + }); | |
| 444 | + } catch (java.security.PrivilegedActionException pae) { | |
| 445 | + throw (IOException) pae.getException(); | |
| 446 | + } | |
| 447 | + } | |
| 448 | + | |
| 449 | + /* | |
| 450 | + * call super.openServer | |
| 451 | + */ | |
| 452 | + private void superOpenServer(final String proxyHost, | |
| 453 | + final int proxyPort) | |
| 454 | + throws IOException, UnknownHostException | |
| 455 | + { | |
| 456 | + super.openServer(proxyHost, proxyPort); | |
| 457 | + } | |
| 458 | + | |
| 459 | + /* | |
| 460 | + */ | |
| 461 | + protected synchronized void openServer() throws IOException { | |
| 462 | + | |
| 463 | + SecurityManager security = System.getSecurityManager(); | |
| 464 | + | |
| 465 | + if (security != null) { | |
| 466 | + security.checkConnect(host, port); | |
| 467 | + } | |
| 468 | + | |
| 469 | + if (keepingAlive) { // already opened | |
| 470 | + return; | |
| 471 | + } | |
| 472 | + | |
| 473 | + if (url.getProtocol().equals("http") || | |
| 474 | + url.getProtocol().equals("https") ) { | |
| 475 | + | |
| 476 | + if ((proxy != null) && (proxy.type() == Proxy.Type.HTTP)) { | |
| 477 | + sun.net.www.URLConnection.setProxiedHost(host); | |
| 478 | + privilegedOpenServer((InetSocketAddress) proxy.address()); | |
| 479 | + usingProxy = true; | |
| 480 | + return; | |
| 481 | + } else { | |
| 482 | + // make direct connection | |
| 483 | + openServer(host, port); | |
| 484 | + usingProxy = false; | |
| 485 | + return; | |
| 486 | + } | |
| 487 | + | |
| 488 | + } else { | |
| 489 | + /* we're opening some other kind of url, most likely an | |
| 490 | + * ftp url. | |
| 491 | + */ | |
| 492 | + if ((proxy != null) && (proxy.type() == Proxy.Type.HTTP)) { | |
| 493 | + sun.net.www.URLConnection.setProxiedHost(host); | |
| 494 | + privilegedOpenServer((InetSocketAddress) proxy.address()); | |
| 495 | + usingProxy = true; | |
| 496 | + return; | |
| 497 | + } else { | |
| 498 | + // make direct connection | |
| 499 | + super.openServer(host, port); | |
| 500 | + usingProxy = false; | |
| 501 | + return; | |
| 502 | + } | |
| 503 | + } | |
| 504 | + } | |
| 505 | + | |
| 506 | + public String getURLFile() throws IOException { | |
| 507 | + | |
| 508 | + String fileName = url.getFile(); | |
| 509 | + if ((fileName == null) || (fileName.length() == 0)) | |
| 510 | + fileName = "/"; | |
| 511 | + | |
| 512 | + /** | |
| 513 | + * proxyDisabled is set by subclass HttpsClient! | |
| 514 | + */ | |
| 515 | + if (usingProxy && !proxyDisabled) { | |
| 516 | + // Do not use URLStreamHandler.toExternalForm as the fragment | |
| 517 | + // should not be part of the RequestURI. It should be an | |
| 518 | + // absolute URI which does not have a fragment part. | |
| 519 | + StringBuffer result = new StringBuffer(128); | |
| 520 | + result.append(url.getProtocol()); | |
| 521 | + result.append(":"); | |
| 522 | + if (url.getAuthority() != null && url.getAuthority().length() > 0) { | |
| 523 | + result.append("//"); | |
| 524 | + result.append(url.getAuthority()); | |
| 525 | + } | |
| 526 | + if (url.getPath() != null) { | |
| 527 | + result.append(url.getPath()); | |
| 528 | + } | |
| 529 | + if (url.getQuery() != null) { | |
| 530 | + result.append('?'); | |
| 531 | + result.append(url.getQuery()); | |
| 532 | + } | |
| 533 | + | |
| 534 | + fileName = result.toString(); | |
| 535 | + } | |
| 536 | + if (fileName.indexOf('\n') == -1) | |
| 537 | + return fileName; | |
| 538 | + else | |
| 539 | + throw new java.net.MalformedURLException("Illegal character in URL"); | |
| 540 | + } | |
| 541 | + | |
| 542 | + /** | |
| 543 | + * @deprecated | |
| 544 | + */ | |
| 545 | + @Deprecated | |
| 546 | + public void writeRequests(MessageHeader head) { | |
| 547 | + requests = head; | |
| 548 | + requests.print(serverOutput); | |
| 549 | + serverOutput.flush(); | |
| 550 | + } | |
| 551 | + | |
| 552 | + public void writeRequests(MessageHeader head, | |
| 553 | + PosterOutputStream pos) throws IOException { | |
| 554 | + requests = head; | |
| 555 | + requests.print(serverOutput); | |
| 556 | + poster = pos; | |
| 557 | + if (poster != null) | |
| 558 | + poster.writeTo(serverOutput); | |
| 559 | + serverOutput.flush(); | |
| 560 | + } | |
| 561 | + | |
| 562 | + public void writeRequests(MessageHeader head, | |
| 563 | + PosterOutputStream pos, | |
| 564 | + boolean streaming) throws IOException { | |
| 565 | + this.streaming = streaming; | |
| 566 | + writeRequests(head, pos); | |
| 567 | + } | |
| 568 | + | |
| 569 | + /** Parse the first line of the HTTP request. It usually looks | |
| 570 | + something like: "HTTP/1.0 <number> comment\r\n". */ | |
| 571 | + | |
| 572 | + public boolean parseHTTP(MessageHeader responses, ProgressSource pi, HttpURLConnection httpuc) | |
| 573 | + throws IOException { | |
| 574 | + /* If "HTTP/*" is found in the beginning, return true. Let | |
| 575 | + * HttpURLConnection parse the mime header itself. | |
| 576 | + * | |
| 577 | + * If this isn't valid HTTP, then we don't try to parse a header | |
| 578 | + * out of the beginning of the response into the responses, | |
| 579 | + * and instead just queue up the output stream to it's very beginning. | |
| 580 | + * This seems most reasonable, and is what the NN browser does. | |
| 581 | + */ | |
| 582 | + | |
| 583 | + try { | |
| 584 | + serverInput = serverSocket.getInputStream(); | |
| 585 | + if (capture != null) { | |
| 586 | + serverInput = new HttpCaptureInputStream(serverInput, capture); | |
| 587 | + } | |
| 588 | + serverInput = new BufferedInputStream(serverInput); | |
| 589 | + return (parseHTTPHeader(responses, pi, httpuc)); | |
| 590 | + } catch (SocketTimeoutException stex) { | |
| 591 | + // We don't want to retry the request when the app. sets a timeout | |
| 592 | + // but don't close the server if timeout while waiting for 100-continue | |
| 593 | + if (ignoreContinue) { | |
| 594 | + closeServer(); | |
| 595 | + } | |
| 596 | + throw stex; | |
| 597 | + } catch (IOException e) { | |
| 598 | + closeServer(); | |
| 599 | + cachedHttpClient = false; | |
| 600 | + if (!failedOnce && requests != null) { | |
| 601 | + failedOnce = true; | |
| 602 | + if (httpuc.getRequestMethod().equals("POST") && (!retryPostProp || streaming)) { | |
| 603 | + // do not retry the request | |
| 604 | + } else { | |
| 605 | + // try once more | |
| 606 | + openServer(); | |
| 607 | + if (needsTunneling()) { | |
| 608 | + httpuc.doTunneling(); | |
| 609 | + } | |
| 610 | + afterConnect(); | |
| 611 | + writeRequests(requests, poster); | |
| 612 | + return parseHTTP(responses, pi, httpuc); | |
| 613 | + } | |
| 614 | + } | |
| 615 | + throw e; | |
| 616 | + } | |
| 617 | + | |
| 618 | + } | |
| 619 | + | |
| 620 | + private boolean parseHTTPHeader(MessageHeader responses, ProgressSource pi, HttpURLConnection httpuc) | |
| 621 | + throws IOException { | |
| 622 | + /* If "HTTP/*" is found in the beginning, return true. Let | |
| 623 | + * HttpURLConnection parse the mime header itself. | |
| 624 | + * | |
| 625 | + * If this isn't valid HTTP, then we don't try to parse a header | |
| 626 | + * out of the beginning of the response into the responses, | |
| 627 | + * and instead just queue up the output stream to it's very beginning. | |
| 628 | + * This seems most reasonable, and is what the NN browser does. | |
| 629 | + */ | |
| 630 | + | |
| 631 | + keepAliveConnections = -1; | |
| 632 | + keepAliveTimeout = 0; | |
| 633 | + | |
| 634 | + boolean ret = false; | |
| 635 | + byte[] b = new byte[8]; | |
| 636 | + | |
| 637 | + try { | |
| 638 | + int nread = 0; | |
| 639 | + serverInput.mark(10); | |
| 640 | + while (nread < 8) { | |
| 641 | + int r = serverInput.read(b, nread, 8 - nread); | |
| 642 | + if (r < 0) { | |
| 643 | + break; | |
| 644 | + } | |
| 645 | + nread += r; | |
| 646 | + } | |
| 647 | + String keep=null; | |
| 648 | + ret = b[0] == 'H' && b[1] == 'T' | |
| 649 | + && b[2] == 'T' && b[3] == 'P' && b[4] == '/' && | |
| 650 | + b[5] == '1' && b[6] == '.'; | |
| 651 | + serverInput.reset(); | |
| 652 | + if (ret) { // is valid HTTP - response started w/ "HTTP/1." | |
| 653 | + responses.parseHeader(serverInput); | |
| 654 | + | |
| 655 | + // we've finished parsing http headers | |
| 656 | + // check if there are any applicable cookies to set (in cache) | |
| 657 | + if (cookieHandler != null) { | |
| 658 | + URI uri = ParseUtil.toURI(url); | |
| 659 | + // NOTE: That cast from Map shouldn't be necessary but | |
| 660 | + // a bug in javac is triggered under certain circumstances | |
| 661 | + // So we do put the cast in as a workaround until | |
| 662 | + // it is resolved. | |
| 663 | + if (uri != null) | |
| 664 | + cookieHandler.put(uri, responses.getHeaders()); | |
| 665 | + } | |
| 666 | + | |
| 667 | + /* decide if we're keeping alive: | |
| 668 | + * This is a bit tricky. There's a spec, but most current | |
| 669 | + * servers (10/1/96) that support this differ in dialects. | |
| 670 | + * If the server/client misunderstand each other, the | |
| 671 | + * protocol should fall back onto HTTP/1.0, no keep-alive. | |
| 672 | + */ | |
| 673 | + if (usingProxy) { // not likely a proxy will return this | |
| 674 | + keep = responses.findValue("Proxy-Connection"); | |
| 675 | + } | |
| 676 | + if (keep == null) { | |
| 677 | + keep = responses.findValue("Connection"); | |
| 678 | + } | |
| 679 | + if (keep != null && keep.toLowerCase(Locale.US).equals("keep-alive")) { | |
| 680 | + /* some servers, notably Apache1.1, send something like: | |
| 681 | + * "Keep-Alive: timeout=15, max=1" which we should respect. | |
| 682 | + */ | |
| 683 | + HeaderParser p = new HeaderParser( | |
| 684 | + responses.findValue("Keep-Alive")); | |
| 685 | + if (p != null) { | |
| 686 | + /* default should be larger in case of proxy */ | |
| 687 | + keepAliveConnections = p.findInt("max", usingProxy?50:5); | |
| 688 | + keepAliveTimeout = p.findInt("timeout", usingProxy?60:5); | |
| 689 | + } | |
| 690 | + } else if (b[7] != '0') { | |
| 691 | + /* | |
| 692 | + * We're talking 1.1 or later. Keep persistent until | |
| 693 | + * the server says to close. | |
| 694 | + */ | |
| 695 | + if (keep != null) { | |
| 696 | + /* | |
| 697 | + * The only Connection token we understand is close. | |
| 698 | + * Paranoia: if there is any Connection header then | |
| 699 | + * treat as non-persistent. | |
| 700 | + */ | |
| 701 | + keepAliveConnections = 1; | |
| 702 | + } else { | |
| 703 | + keepAliveConnections = 5; | |
| 704 | + } | |
| 705 | + } | |
| 706 | + } else if (nread != 8) { | |
| 707 | + if (!failedOnce && requests != null) { | |
| 708 | + failedOnce = true; | |
| 709 | + if (httpuc.getRequestMethod().equals("POST") && (!retryPostProp || streaming)) { | |
| 710 | + // do not retry the request | |
| 711 | + } else { | |
| 712 | + closeServer(); | |
| 713 | + cachedHttpClient = false; | |
| 714 | + openServer(); | |
| 715 | + if (needsTunneling()) { | |
| 716 | + httpuc.doTunneling(); | |
| 717 | + } | |
| 718 | + afterConnect(); | |
| 719 | + writeRequests(requests, poster); | |
| 720 | + return parseHTTP(responses, pi, httpuc); | |
| 721 | + } | |
| 722 | + } | |
| 723 | + throw new SocketException("Unexpected end of file from server"); | |
| 724 | + } else { | |
| 725 | + // we can't vouche for what this is.... | |
| 726 | + responses.set("Content-type", "unknown/unknown"); | |
| 727 | + } | |
| 728 | + } catch (IOException e) { | |
| 729 | + throw e; | |
| 730 | + } | |
| 731 | + | |
| 732 | + int code = -1; | |
| 733 | + try { | |
| 734 | + String resp; | |
| 735 | + resp = responses.getValue(0); | |
| 736 | + /* should have no leading/trailing LWS | |
| 737 | + * expedite the typical case by assuming it has | |
| 738 | + * form "HTTP/1.x <WS> 2XX <mumble>" | |
| 739 | + */ | |
| 740 | + int ind; | |
| 741 | + ind = resp.indexOf(' '); | |
| 742 | + while(resp.charAt(ind) == ' ') | |
| 743 | + ind++; | |
| 744 | + code = Integer.parseInt(resp.substring(ind, ind + 3)); | |
| 745 | + } catch (Exception e) {} | |
| 746 | + | |
| 747 | + if (code == HTTP_CONTINUE && ignoreContinue) { | |
| 748 | + responses.reset(); | |
| 749 | + return parseHTTPHeader(responses, pi, httpuc); | |
| 750 | + } | |
| 751 | + | |
| 752 | + long cl = -1; | |
| 753 | + | |
| 754 | + /* | |
| 755 | + * Set things up to parse the entity body of the reply. | |
| 756 | + * We should be smarter about avoid pointless work when | |
| 757 | + * the HTTP method and response code indicate there will be | |
| 758 | + * no entity body to parse. | |
| 759 | + */ | |
| 760 | + String te = responses.findValue("Transfer-Encoding"); | |
| 761 | + if (te != null && te.equalsIgnoreCase("chunked")) { | |
| 762 | + serverInput = new ChunkedInputStream(serverInput, this, responses); | |
| 763 | + | |
| 764 | + /* | |
| 765 | + * If keep alive not specified then close after the stream | |
| 766 | + * has completed. | |
| 767 | + */ | |
| 768 | + if (keepAliveConnections <= 1) { | |
| 769 | + keepAliveConnections = 1; | |
| 770 | + keepingAlive = false; | |
| 771 | + } else { | |
| 772 | + keepingAlive = true; | |
| 773 | + } | |
| 774 | + failedOnce = false; | |
| 775 | + } else { | |
| 776 | + | |
| 777 | + /* | |
| 778 | + * If it's a keep alive connection then we will keep | |
| 779 | + * (alive if :- | |
| 780 | + * 1. content-length is specified, or | |
| 781 | + * 2. "Not-Modified" or "No-Content" responses - RFC 2616 states that | |
| 782 | + * 204 or 304 response must not include a message body. | |
| 783 | + */ | |
| 784 | + String cls = responses.findValue("content-length"); | |
| 785 | + if (cls != null) { | |
| 786 | + try { | |
| 787 | + cl = Long.parseLong(cls); | |
| 788 | + } catch (NumberFormatException e) { | |
| 789 | + cl = -1; | |
| 790 | + } | |
| 791 | + } | |
| 792 | + String requestLine = requests.getKey(0); | |
| 793 | + | |
| 794 | + if ((requestLine != null && | |
| 795 | + (requestLine.startsWith("HEAD"))) || | |
| 796 | + code == HttpURLConnection.HTTP_NOT_MODIFIED || | |
| 797 | + code == HttpURLConnection.HTTP_NO_CONTENT) { | |
| 798 | + cl = 0; | |
| 799 | + } | |
| 800 | + | |
| 801 | + if (keepAliveConnections > 1 && | |
| 802 | + (cl >= 0 || | |
| 803 | + code == HttpURLConnection.HTTP_NOT_MODIFIED || | |
| 804 | + code == HttpURLConnection.HTTP_NO_CONTENT)) { | |
| 805 | + keepingAlive = true; | |
| 806 | + failedOnce = false; | |
| 807 | + } else if (keepingAlive) { | |
| 808 | + /* Previously we were keeping alive, and now we're not. Remove | |
| 809 | + * this from the cache (but only here, once) - otherwise we get | |
| 810 | + * multiple removes and the cache count gets messed up. | |
| 811 | + */ | |
| 812 | + keepingAlive=false; | |
| 813 | + } | |
| 814 | + } | |
| 815 | + | |
| 816 | + /* wrap a KeepAliveStream/MeteredStream around it if appropriate */ | |
| 817 | + | |
| 818 | + if (cl > 0) { | |
| 819 | + // In this case, content length is well known, so it is okay | |
| 820 | + // to wrap the input stream with KeepAliveStream/MeteredStream. | |
| 821 | + | |
| 822 | + if (pi != null) { | |
| 823 | + // Progress monitor is enabled | |
| 824 | + pi.setContentType(responses.findValue("content-type")); | |
| 825 | + } | |
| 826 | + | |
| 827 | + if (isKeepingAlive()) { | |
| 828 | + // Wrap KeepAliveStream if keep alive is enabled. | |
| 829 | + PlatformLogger logger = HttpURLConnection.getHttpLogger(); | |
| 830 | + if (logger.isLoggable(PlatformLogger.FINEST)) { | |
| 831 | + logger.finest("KeepAlive stream used: " + url); | |
| 832 | + } | |
| 833 | + serverInput = new KeepAliveStream(serverInput, pi, cl, this); | |
| 834 | + failedOnce = false; | |
| 835 | + } | |
| 836 | + else { | |
| 837 | + serverInput = new MeteredStream(serverInput, pi, cl); | |
| 838 | + } | |
| 839 | + } | |
| 840 | + else if (cl == -1) { | |
| 841 | + // In this case, content length is unknown - the input | |
| 842 | + // stream would simply be a regular InputStream or | |
| 843 | + // ChunkedInputStream. | |
| 844 | + | |
| 845 | + if (pi != null) { | |
| 846 | + // Progress monitoring is enabled. | |
| 847 | + | |
| 848 | + pi.setContentType(responses.findValue("content-type")); | |
| 849 | + | |
| 850 | + // Wrap MeteredStream for tracking indeterministic | |
| 851 | + // progress, even if the input stream is ChunkedInputStream. | |
| 852 | + serverInput = new MeteredStream(serverInput, pi, cl); | |
| 853 | + } | |
| 854 | + else { | |
| 855 | + // Progress monitoring is disabled, and there is no | |
| 856 | + // need to wrap an unknown length input stream. | |
| 857 | + | |
| 858 | + // ** This is an no-op ** | |
| 859 | + } | |
| 860 | + } | |
| 861 | + else { | |
| 862 | + if (pi != null) | |
| 863 | + pi.finishTracking(); | |
| 864 | + } | |
| 865 | + | |
| 866 | + return ret; | |
| 867 | + } | |
| 868 | + | |
| 869 | + public synchronized InputStream getInputStream() { | |
| 870 | + return serverInput; | |
| 871 | + } | |
| 872 | + | |
| 873 | + public OutputStream getOutputStream() { | |
| 874 | + return serverOutput; | |
| 875 | + } | |
| 876 | + | |
| 877 | + @Override | |
| 878 | + public String toString() { | |
| 879 | + return getClass().getName()+"("+url+")"; | |
| 880 | + } | |
| 881 | + | |
| 882 | + public final boolean isKeepingAlive() { | |
| 883 | + return getHttpKeepAliveSet() && keepingAlive; | |
| 884 | + } | |
| 885 | + | |
| 886 | + public void setCacheRequest(CacheRequest cacheRequest) { | |
| 887 | + this.cacheRequest = cacheRequest; | |
| 888 | + } | |
| 889 | + | |
| 890 | + CacheRequest getCacheRequest() { | |
| 891 | + return cacheRequest; | |
| 892 | + } | |
| 893 | + | |
| 894 | + @Override | |
| 895 | + protected void finalize() throws Throwable { | |
| 896 | + // This should do nothing. The stream finalizer will | |
| 897 | + // close the fd. | |
| 898 | + } | |
| 899 | + | |
| 900 | + public void setDoNotRetry(boolean value) { | |
| 901 | + // failedOnce is used to determine if a request should be retried. | |
| 902 | + failedOnce = value; | |
| 903 | + } | |
| 904 | + | |
| 905 | + public void setIgnoreContinue(boolean value) { | |
| 906 | + ignoreContinue = value; | |
| 907 | + } | |
| 908 | + | |
| 909 | + /* Use only on connections in error. */ | |
| 910 | + @Override | |
| 911 | + public void closeServer() { | |
| 912 | + try { | |
| 913 | + keepingAlive = false; | |
| 914 | + serverSocket.close(); | |
| 915 | + } catch (Exception e) {} | |
| 916 | + } | |
| 917 | + | |
| 918 | + /** | |
| 919 | + * @return the proxy host being used for this client, or null | |
| 920 | + * if we're not going through a proxy | |
| 921 | + */ | |
| 922 | + public String getProxyHostUsed() { | |
| 923 | + if (!usingProxy) { | |
| 924 | + return null; | |
| 925 | + } else { | |
| 926 | + return ((InetSocketAddress)proxy.address()).getHostString(); | |
| 927 | + } | |
| 928 | + } | |
| 929 | + | |
| 930 | + /** | |
| 931 | + * @return the proxy port being used for this client. Meaningless | |
| 932 | + * if getProxyHostUsed() gives null. | |
| 933 | + */ | |
| 934 | + public int getProxyPortUsed() { | |
| 935 | + if (usingProxy) | |
| 936 | + return ((InetSocketAddress)proxy.address()).getPort(); | |
| 937 | + return -1; | |
| 938 | + } | |
| 939 | +} | |