Files
mono/mcs/class/System/System.Net/HttpWebRequest.cs
T
Gonzalo Paniagua Javier 3c6f61256d 2003-10-02 Gonzalo Paniagua Javier <[email protected]>
* HttpWebRequest.cs: handle 304 � la MS.
	* WebConnection.cs: set the response data when reading 0 bytes.

svn path=/trunk/mcs/; revision=18518
2003-10-02 04:44:48 +00:00

947 lines
25 KiB
C#

//
// System.Net.HttpWebRequest
//
// Authors:
// Lawrence Pit ([email protected])
// Gonzalo Paniagua Javier ([email protected])
//
// (c) 2002 Lawrence Pit
// (c) 2003 Ximian, Inc. (http://www.ximian.com)
//
using System;
using System.Collections;
using System.IO;
using System.Net.Sockets;
using System.Runtime.Remoting.Messaging;
using System.Runtime.Serialization;
using System.Security.Cryptography.X509Certificates;
using System.Text;
using System.Threading;
namespace System.Net
{
[Serializable]
public class HttpWebRequest : WebRequest, ISerializable
{
Uri requestUri;
Uri actualUri;
bool allowAutoRedirect = true;
bool allowBuffering = true;
X509CertificateCollection certificates;
string connectionGroup;
long contentLength = -1;
HttpContinueDelegate continueDelegate;
CookieContainer cookieContainer;
ICredentials credentials;
bool haveResponse;
bool haveRequest;
bool requestSent;
WebHeaderCollection webHeaders = new WebHeaderCollection (true);
bool keepAlive = true;
int maxAutoRedirect = 50;
string mediaType = String.Empty;
string method = "GET";
string initialMethod = "GET";
bool pipelined = true;
bool preAuthenticate;
Version version = HttpVersion.Version11;
IWebProxy proxy;
bool manualProxy;
bool sendChunked;
ServicePoint servicePoint;
int timeout = 100000;
WebConnectionStream writeStream;
HttpWebResponse webResponse;
AutoResetEvent requestEndEvent;
WebAsyncResult asyncWrite;
WebAsyncResult asyncRead;
EventHandler abortHandler;
bool aborted;
bool gotRequestStream;
int redirects;
bool expectContinue;
bool triedAuth;
// Constructors
internal HttpWebRequest (Uri uri)
{
this.requestUri = uri;
this.actualUri = uri;
this.proxy = GlobalProxySelection.Select;
}
protected HttpWebRequest (SerializationInfo serializationInfo, StreamingContext streamingContext)
{
SerializationInfo info = serializationInfo;
requestUri = (Uri) info.GetValue ("requestUri", typeof (Uri));
actualUri = (Uri) info.GetValue ("actualUri", typeof (Uri));
allowAutoRedirect = info.GetBoolean ("allowAutoRedirect");
allowBuffering = info.GetBoolean ("allowBuffering");
certificates = (X509CertificateCollection) info.GetValue ("certificates", typeof (X509CertificateCollection));
connectionGroup = info.GetString ("connectionGroup");
contentLength = info.GetInt64 ("contentLength");
webHeaders = (WebHeaderCollection) info.GetValue ("webHeaders", typeof (WebHeaderCollection));
keepAlive = info.GetBoolean ("keepAlive");
maxAutoRedirect = info.GetInt32 ("maxAutoRedirect");
mediaType = info.GetString ("mediaType");
method = info.GetString ("method");
initialMethod = info.GetString ("initialMethod");
pipelined = info.GetBoolean ("pipelined");
version = (Version) info.GetValue ("version", typeof (Version));
proxy = (IWebProxy) info.GetValue ("proxy", typeof (IWebProxy));
sendChunked = info.GetBoolean ("sendChunked");
timeout = info.GetInt32 ("timeout");
redirects = info.GetInt32 ("redirects");
}
// Properties
public string Accept {
get { return webHeaders ["Accept"]; }
set {
CheckRequestStarted ();
webHeaders.SetInternal ("Accept", value);
}
}
public Uri Address {
get { return actualUri; }
}
public bool AllowAutoRedirect {
get { return allowAutoRedirect; }
set { this.allowAutoRedirect = value; }
}
public bool AllowWriteStreamBuffering {
get { return allowBuffering; }
set { allowBuffering = value; }
}
internal bool InternalAllowBuffering {
get {
return (allowBuffering && (method == "PUT" || method == "POST"));
}
}
public X509CertificateCollection ClientCertificates {
get {
if (certificates == null)
certificates = new X509CertificateCollection ();
return certificates;
}
}
public string Connection {
get { return webHeaders ["Connection"]; }
set {
CheckRequestStarted ();
string val = value;
if (val != null)
val = val.Trim ().ToLower ();
if (val == null || val.Length == 0) {
webHeaders.RemoveInternal ("Connection");
return;
}
if (val == "keep-alive" || val == "close")
throw new ArgumentException ("Keep-Alive and Close may not be set with this property");
if (keepAlive && val.IndexOf ("keep-alive") == -1)
value = value + ", Keep-Alive";
webHeaders.SetInternal ("Connection", value);
}
}
public override string ConnectionGroupName {
get { return connectionGroup; }
set { connectionGroup = value; }
}
public override long ContentLength {
get { return contentLength; }
set {
CheckRequestStarted ();
if (value < 0)
throw new ArgumentOutOfRangeException ("value", "Content-Length must be >= 0");
contentLength = value;
}
}
internal long InternalContentLength {
set { contentLength = value; }
}
public override string ContentType {
get { return webHeaders ["Content-Type"]; }
set {
CheckRequestStarted ();
if (value == null || value.Trim().Length == 0) {
webHeaders.RemoveInternal ("Content-Type");
return;
}
webHeaders.SetInternal ("Content-Type", value);
}
}
public HttpContinueDelegate ContinueDelegate {
get { return continueDelegate; }
set { continueDelegate = value; }
}
public CookieContainer CookieContainer {
get { return cookieContainer; }
set { cookieContainer = value; }
}
public override ICredentials Credentials {
get { return credentials; }
set { credentials = value; }
}
public string Expect {
get { return webHeaders ["Expect"]; }
set {
CheckRequestStarted ();
string val = value;
if (val != null)
val = val.Trim ().ToLower ();
if (val == null || val.Length == 0) {
webHeaders.RemoveInternal ("Expect");
return;
}
if (val == "100-continue")
throw new ArgumentException ("100-Continue cannot be set with this property.",
"value");
webHeaders.SetInternal ("Expect", value);
}
}
public bool HaveResponse {
get { return haveResponse; }
}
public override WebHeaderCollection Headers {
get { return webHeaders; }
set {
CheckRequestStarted ();
WebHeaderCollection newHeaders = new WebHeaderCollection (true);
int count = value.Count;
for (int i = 0; i < count; i++)
newHeaders.Add (value.GetKey (i), value.Get (i));
webHeaders = newHeaders;
}
}
public DateTime IfModifiedSince {
get {
string str = webHeaders ["If-Modified-Since"];
if (str == null)
return DateTime.Now;
try {
return MonoHttpDate.Parse (str);
} catch (Exception) {
return DateTime.Now;
}
}
set {
CheckRequestStarted ();
// rfc-1123 pattern
webHeaders.SetInternal ("If-Modified-Since",
value.ToUniversalTime ().ToString ("r", null));
// TODO: check last param when using different locale
}
}
public bool KeepAlive {
get {
return keepAlive;
}
set {
keepAlive = value;
}
}
public int MaximumAutomaticRedirections {
get { return maxAutoRedirect; }
set {
if (value <= 0)
throw new ArgumentException ("Must be > 0", "value");
maxAutoRedirect = value;
}
}
public string MediaType {
get { return mediaType; }
set {
mediaType = value;
}
}
public override string Method {
get { return this.method; }
set {
if (value == null || value.Trim () == "")
throw new ArgumentException ("not a valid method");
method = value;
}
}
public bool Pipelined {
get { return pipelined; }
set { pipelined = value; }
}
public override bool PreAuthenticate {
get { return preAuthenticate; } //TODO: support preauthentication
set { preAuthenticate = value; }
}
public Version ProtocolVersion {
get { return version; }
set {
if (value != HttpVersion.Version10 && value != HttpVersion.Version11)
throw new ArgumentException ("value");
version = value;
}
}
public override IWebProxy Proxy {
get { return proxy; }
set {
CheckRequestStarted ();
if (value == null)
throw new ArgumentNullException ("value");
proxy = value;
servicePoint = null; // we may need a new one
}
}
public string Referer {
get { return webHeaders ["Referer"]; }
set {
CheckRequestStarted ();
if (value == null || value.Trim().Length == 0) {
webHeaders.RemoveInternal ("Referer");
return;
}
webHeaders.SetInternal ("Referer", value);
}
}
public override Uri RequestUri {
get { return requestUri; }
}
public bool SendChunked {
get { return sendChunked; }
set {
CheckRequestStarted ();
sendChunked = value;
}
}
public ServicePoint ServicePoint {
get { return GetServicePoint (); }
}
public override int Timeout {
get { return timeout; }
set {
if (value < -1)
throw new ArgumentOutOfRangeException ("value");
timeout = value;
}
}
public string TransferEncoding {
get { return webHeaders ["Transfer-Encoding"]; }
set {
CheckRequestStarted ();
string val = value;
if (val != null)
val = val.Trim ().ToLower ();
if (val == null || val.Length == 0) {
webHeaders.RemoveInternal ("Transfer-Encoding");
return;
}
if (val == "chunked")
throw new ArgumentException ("Chunked encoding must be set with the SendChunked property");
if (!sendChunked)
throw new ArgumentException ("SendChunked must be True", "value");
webHeaders.SetInternal ("Transfer-Encoding", value);
}
}
public string UserAgent {
get { return webHeaders ["User-Agent"]; }
set { webHeaders.SetInternal ("User-Agent", value); }
}
internal bool GotRequestStream {
get { return gotRequestStream; }
}
internal bool ExpectContinue {
get { return expectContinue; }
set { expectContinue = value; }
}
internal string AuthRequestHeader {
get { return "WWW-Authenticate"; }
}
internal string AuthResponseHeader {
get { return "Authorization"; }
}
internal Uri AuthUri {
get { return actualUri; }
}
internal bool ProxyQuery {
get { return servicePoint.UsesProxy; }
}
// Methods
internal ServicePoint GetServicePoint ()
{
if (servicePoint != null)
return servicePoint;
lock (this) {
if (servicePoint == null)
servicePoint = ServicePointManager.FindServicePoint (actualUri, proxy);
}
return servicePoint;
}
public void AddRange (int range)
{
AddRange ("bytes", range);
}
public void AddRange (int from, int to)
{
AddRange ("bytes", from, to);
}
public void AddRange (string rangeSpecifier, int range)
{
if (rangeSpecifier == null)
throw new ArgumentNullException ("rangeSpecifier");
string value = webHeaders ["Range"];
if (value == null || value.Length == 0)
value = rangeSpecifier + "=";
else if (value.ToLower ().StartsWith (rangeSpecifier.ToLower () + "="))
value += ",";
else
throw new InvalidOperationException ("rangeSpecifier");
webHeaders.SetInternal ("Range", value + range + "-");
}
public void AddRange (string rangeSpecifier, int from, int to)
{
if (rangeSpecifier == null)
throw new ArgumentNullException ("rangeSpecifier");
if (from < 0 || to < 0 || from > to)
throw new ArgumentOutOfRangeException ();
string value = webHeaders ["Range"];
if (value == null || value.Length == 0)
value = rangeSpecifier + "=";
else if (value.ToLower ().StartsWith (rangeSpecifier.ToLower () + "="))
value += ",";
else
throw new InvalidOperationException ("rangeSpecifier");
webHeaders.SetInternal ("Range", value + from + "-" + to);
}
public override int GetHashCode ()
{
return base.GetHashCode ();
}
void CommonChecks (bool putpost)
{
if (method == null)
throw new ProtocolViolationException ("Method is null.");
if (putpost && ((!keepAlive || (contentLength == -1 && !sendChunked)) && !allowBuffering))
throw new ProtocolViolationException ("Content-Length not set");
string transferEncoding = TransferEncoding;
if (!sendChunked && transferEncoding != null && transferEncoding.Trim () != "")
throw new ProtocolViolationException ("SendChunked should be true.");
}
public override IAsyncResult BeginGetRequestStream (AsyncCallback callback, object state)
{
if (aborted)
throw new WebException ("The request was previosly aborted.");
bool send = (method == "PUT" || method == "POST");
if (method == null || !send)
throw new ProtocolViolationException ("Cannot send data when method is: " + method);
CommonChecks (send);
Monitor.Enter (this);
if (asyncWrite != null) {
Monitor.Exit (this);
throw new InvalidOperationException ("Cannot re-call start of asynchronous " +
"method while a previous call is still in progress.");
}
asyncWrite = new WebAsyncResult (this, callback, state);
initialMethod = method;
if (haveRequest) {
if (writeStream != null) {
Monitor.Exit (this);
asyncWrite.SetCompleted (true, writeStream);
asyncWrite.DoCallback ();
return asyncWrite;
}
}
gotRequestStream = true;
WebAsyncResult result = asyncWrite;
if (!requestSent) {
requestSent = true;
servicePoint = GetServicePoint ();
abortHandler = servicePoint.SendRequest (this, connectionGroup);
}
Monitor.Exit (this);
return result;
}
public override Stream EndGetRequestStream (IAsyncResult asyncResult)
{
if (asyncResult == null)
throw new ArgumentNullException ("asyncResult");
WebAsyncResult result = asyncResult as WebAsyncResult;
if (result == null)
throw new ArgumentException ("Invalid IAsyncResult");
asyncWrite = result;
result.WaitUntilComplete ();
Exception e = result.Exception;
if (e != null)
throw e;
return result.WriteStream;
}
public override Stream GetRequestStream()
{
IAsyncResult asyncResult = BeginGetRequestStream (null, null);
asyncWrite = (WebAsyncResult) asyncResult;
if (!asyncResult.AsyncWaitHandle.WaitOne (timeout, false)) {
Abort ();
throw new WebException ("The request timed out", WebExceptionStatus.Timeout);
}
return EndGetRequestStream (asyncResult);
}
public override IAsyncResult BeginGetResponse (AsyncCallback callback, object state)
{
bool send = (method == "PUT" || method == "POST");
if (send) {
if ((!KeepAlive || (ContentLength == -1 && !SendChunked)) && !AllowWriteStreamBuffering)
throw new ProtocolViolationException ("Content-Length not set");
}
CommonChecks (send);
Monitor.Enter (this);
if (asyncRead != null && !haveResponse) {
Monitor.Exit (this);
throw new InvalidOperationException ("Cannot re-call start of asynchronous " +
"method while a previous call is still in progress.");
}
asyncRead = new WebAsyncResult (this, callback, state);
initialMethod = method;
if (haveResponse) {
if (webResponse != null) {
Monitor.Exit (this);
asyncRead.SetCompleted (true, webResponse);
asyncRead.DoCallback ();
return asyncRead;
}
}
if (!requestSent) {
requestSent = true;
servicePoint = GetServicePoint ();
abortHandler = servicePoint.SendRequest (this, connectionGroup);
}
Monitor.Exit (this);
return asyncRead;
}
public override WebResponse EndGetResponse (IAsyncResult asyncResult)
{
if (asyncResult == null)
throw new ArgumentNullException ("asyncResult");
WebAsyncResult result = asyncResult as WebAsyncResult;
if (result == null)
throw new ArgumentException ("Invalid IAsyncResult", "asyncResult");
redirects = 0;
bool redirected = false;
asyncRead = result;
do {
if (redirected) {
haveResponse = false;
result.Reset ();
servicePoint = GetServicePoint ();
abortHandler = servicePoint.SendRequest (this, connectionGroup);
}
if (!result.WaitUntilComplete (timeout, false)) {
Abort ();
throw new WebException("The request timed out", WebExceptionStatus.Timeout);
}
redirected = CheckFinalStatus (result);
} while (redirected);
return result.Response;
}
public override WebResponse GetResponse()
{
if (haveResponse && webResponse != null)
return webResponse;
WebAsyncResult result = (WebAsyncResult) BeginGetResponse (null, null);
return EndGetResponse (result);
}
public override void Abort ()
{
haveResponse = true;
aborted = true;
asyncRead = null;
asyncWrite = null;
if (abortHandler != null) {
try {
abortHandler (this, EventArgs.Empty);
} catch {}
abortHandler = null;
}
if (writeStream != null) {
try {
writeStream.Close ();
writeStream = null;
} catch {}
}
if (webResponse != null) {
try {
webResponse.Close ();
webResponse = null;
} catch {}
}
}
void ISerializable.GetObjectData (SerializationInfo serializationInfo,
StreamingContext streamingContext)
{
SerializationInfo info = serializationInfo;
info.AddValue ("requestUri", requestUri, typeof (Uri));
info.AddValue ("actualUri", actualUri, typeof (Uri));
info.AddValue ("allowAutoRedirect", allowAutoRedirect);
info.AddValue ("allowBuffering", allowBuffering);
info.AddValue ("certificates", certificates, typeof (X509CertificateCollection));
info.AddValue ("connectionGroup", connectionGroup);
info.AddValue ("contentLength", contentLength);
info.AddValue ("webHeaders", webHeaders, typeof (WebHeaderCollection));
info.AddValue ("keepAlive", keepAlive);
info.AddValue ("maxAutoRedirect", maxAutoRedirect);
info.AddValue ("mediaType", mediaType);
info.AddValue ("method", method);
info.AddValue ("initialMethod", initialMethod);
info.AddValue ("pipelined", pipelined);
info.AddValue ("version", version, typeof (Version));
info.AddValue ("proxy", proxy, typeof (IWebProxy));
info.AddValue ("sendChunked", sendChunked);
info.AddValue ("timeout", timeout);
info.AddValue ("redirects", redirects);
}
void CheckRequestStarted ()
{
if (requestSent)
throw new InvalidOperationException ("request started");
}
internal void DoContinueDelegate (int statusCode, WebHeaderCollection headers)
{
if (continueDelegate != null)
continueDelegate (statusCode, headers);
}
bool Redirect (WebAsyncResult result, HttpStatusCode code)
{
redirects++;
Exception e = null;
string uriString = null;
switch (code) {
case HttpStatusCode.Ambiguous: // 300
e = new WebException ("Ambiguous redirect.");
break;
case HttpStatusCode.MovedPermanently: // 301
case HttpStatusCode.Redirect: // 302
case HttpStatusCode.TemporaryRedirect: // 307
if (method != "GET" && method != "HEAD") // 10.3
return false;
uriString = webResponse.Headers ["Location"];
break;
case HttpStatusCode.SeeOther: //303
method = "GET";
uriString = webResponse.Headers ["Location"];
break;
case HttpStatusCode.NotModified: // 304
return false;
case HttpStatusCode.UseProxy: // 305
e = new NotImplementedException ("Proxy support not available.");
break;
case HttpStatusCode.Unused: // 306
default:
e = new ProtocolViolationException ("Invalid status code: " + (int) code);
break;
}
if (e != null)
throw e;
actualUri = new Uri (uriString);
return true;
}
string GetHeaders ()
{
StringBuilder result = new StringBuilder ();
bool continue100 = false;
if (gotRequestStream && contentLength != -1) {
continue100 = true;
webHeaders.SetInternal ("Content-Length", contentLength.ToString ());
} else if (sendChunked) {
continue100 = true;
webHeaders.SetInternal ("Transfer-Encoding", "chunked");
}
if (continue100 && servicePoint.SendContinue) { // RFC2616 8.2.3
webHeaders.SetInternal ("Expect" , "100-continue");
expectContinue = true;
} else {
expectContinue = false;
}
string connectionHeader = (ProxyQuery) ? "Proxy-Connection" : "Connection";
webHeaders.RemoveInternal ((!ProxyQuery) ? "Proxy-Connection" : "Connection");
if (keepAlive && version == HttpVersion.Version10) {
webHeaders.SetInternal (connectionHeader, "keep-alive");
} else if (!keepAlive && version == HttpVersion.Version11) {
webHeaders.SetInternal (connectionHeader, "close");
}
webHeaders.SetInternal ("Host", actualUri.Host);
if (cookieContainer != null) {
string cookieHeader = cookieContainer.GetCookieHeader (requestUri);
if (cookieHeader != "")
webHeaders.SetInternal ("Cookie", cookieHeader);
}
return webHeaders.ToString ();
}
internal void SetWriteStreamError (WebExceptionStatus status)
{
if (aborted) {
//TODO
}
WebAsyncResult r = asyncWrite;
if (r == null)
r = asyncRead;
if (r != null) {
r.SetCompleted (false, new WebException ("Error: " + status, status));
r.DoCallback ();
}
}
internal void SendRequestHeaders ()
{
StringBuilder req = new StringBuilder ();
string query;
if (!ProxyQuery) {
query = actualUri.PathAndQuery;
} else if (actualUri.IsDefaultPort) {
query = String.Format ("{0}://{1}{2}", actualUri.Scheme,
actualUri.Host,
actualUri.PathAndQuery);
} else {
query = String.Format ("{0}://{1}:{2}{3}", actualUri.Scheme,
actualUri.Host,
actualUri.Port,
actualUri.PathAndQuery);
}
req.AppendFormat ("{0} {1} HTTP/{2}.{3}\r\n", method, query, version.Major, version.Minor);
req.Append (GetHeaders ());
string reqstr = req.ToString ();
byte [] bytes = Encoding.UTF8.GetBytes (reqstr);
writeStream.SetHeaders (bytes, 0, bytes.Length);
}
internal void SetWriteStream (WebConnectionStream stream)
{
if (aborted) {
//TODO
}
writeStream = stream;
SendRequestHeaders ();
haveRequest = true;
if (asyncWrite != null) {
asyncWrite.SetCompleted (false, stream);
asyncWrite.DoCallback ();
asyncWrite = null;
}
}
internal void SetResponseError (WebExceptionStatus status, Exception e)
{
WebAsyncResult r = asyncRead;
if (r == null)
r = asyncWrite;
if (r != null) {
WebException wexc = new WebException ("Error getting response stream", e, status, null);
r.SetCompleted (false, wexc);
r.DoCallback ();
}
}
internal void SetResponseData (WebConnectionData data)
{
if (aborted) {
if (data.stream != null)
data.stream.Close ();
return;
}
webResponse = new HttpWebResponse (actualUri, method, data, (cookieContainer != null));
haveResponse = true;
if (asyncRead != null) {
asyncRead.SetCompleted (false, webResponse);
asyncRead.DoCallback ();
}
}
bool CheckAuthorization (WebResponse response)
{
if (credentials == null)
return false;
string authHeader = response.Headers [AuthRequestHeader];
if (authHeader == null)
return false;
Authorization auth = AuthenticationManager.Authenticate (authHeader, this, credentials);
if (auth == null)
return false;
webHeaders [AuthResponseHeader] = auth.Message;
return true;
}
// Returns true if redirected
bool CheckFinalStatus (WebAsyncResult result)
{
Exception throwMe = result.Exception;
HttpWebResponse resp = result.Response;
WebExceptionStatus protoError = WebExceptionStatus.ProtocolError;
HttpStatusCode code = 0;
if (throwMe == null && webResponse != null) {
code = webResponse.StatusCode;
if (!triedAuth && code == HttpStatusCode.Unauthorized && credentials != null) {
// TODO: Proxy not supported yet.
// || code == HttpStatuscode.ProxyAuthenticationRequired)
triedAuth = CheckAuthorization (webResponse);
if (triedAuth)
return true;
}
if ((int) code >= 400) {
string err = String.Format ("The remote server returned an error: ({0}) {1}.",
(int) code, webResponse.StatusDescription);
throwMe = new WebException (err, null, protoError, webResponse);
} else if ((int) code == 304 && allowAutoRedirect) {
string err = String.Format ("The remote server returned an error: ({0}) {1}.",
(int) code, webResponse.StatusDescription);
throwMe = new WebException (err, null, protoError, webResponse);
} else if ((int) code >= 300 && allowAutoRedirect && redirects > maxAutoRedirect) {
throwMe = new WebException ("Max. redirections exceeded.", null,
protoError, webResponse);
}
}
if (throwMe == null) {
bool b = false;
if (allowAutoRedirect && (int) code >= 300)
b = Redirect (result, code);
return b;
}
if (writeStream != null) {
writeStream.InternalClose ();
writeStream = null;
}
if (webResponse != null)
webResponse = null;
throw throwMe;
}
}
}