urlmon: Better implementation of bind stopping.
[wine] / dlls / urlmon / http.c
1 /*
2  * Copyright 2005 Jacek Caban
3  * Copyright 2007 Misha Koshelev
4  *
5  * This library is free software; you can redistribute it and/or
6  * modify it under the terms of the GNU Lesser General Public
7  * License as published by the Free Software Foundation; either
8  * version 2.1 of the License, or (at your option) any later version.
9  *
10  * This library is distributed in the hope that it will be useful,
11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13  * Lesser General Public License for more details.
14  *
15  * You should have received a copy of the GNU Lesser General Public
16  * License along with this library; if not, write to the Free Software
17  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
18  */
19
20 /*
21  * TODO:
22  * - Handle redirects as native.
23  */
24
25 #include "urlmon_main.h"
26 #include "wininet.h"
27
28 #include "wine/debug.h"
29
30 WINE_DEFAULT_DEBUG_CHANNEL(urlmon);
31
32 /* Flags are needed for, among other things, return HRESULTs from the Read function
33  * to conform to native. For example, Read returns:
34  *
35  * 1. E_PENDING if called before the request has completed,
36  *        (flags = 0)
37  * 2. S_FALSE after all data has been read and S_OK has been reported,
38  *        (flags = FLAG_REQUEST_COMPLETE | FLAG_ALL_DATA_READ | FLAG_RESULT_REPORTED)
39  * 3. INET_E_DATA_NOT_AVAILABLE if InternetQueryDataAvailable fails. The first time
40  *    this occurs, INET_E_DATA_NOT_AVAILABLE will also be reported to the sink,
41  *        (flags = FLAG_REQUEST_COMPLETE)
42  *    but upon subsequent calls to Read no reporting will take place, yet
43  *    InternetQueryDataAvailable will still be called, and, on failure,
44  *    INET_E_DATA_NOT_AVAILABLE will still be returned.
45  *        (flags = FLAG_REQUEST_COMPLETE | FLAG_RESULT_REPORTED)
46  *
47  * FLAG_FIRST_DATA_REPORTED and FLAG_LAST_DATA_REPORTED are needed for proper
48  * ReportData reporting. For example, if OnResponse returns S_OK, Continue will
49  * report BSCF_FIRSTDATANOTIFICATION, and when all data has been read Read will
50  * report BSCF_INTERMEDIATEDATANOTIFICATION|BSCF_LASTDATANOTIFICATION. However,
51  * if OnResponse does not return S_OK, Continue will not report data, and Read
52  * will report BSCF_FIRSTDATANOTIFICATION|BSCF_LASTDATANOTIFICATION when all
53  * data has been read.
54  */
55 #define FLAG_REQUEST_COMPLETE 0x1
56 #define FLAG_FIRST_CONTINUE_COMPLETE 0x2
57 #define FLAG_FIRST_DATA_REPORTED 0x4
58 #define FLAG_ALL_DATA_READ 0x8
59 #define FLAG_LAST_DATA_REPORTED 0x10
60 #define FLAG_RESULT_REPORTED 0x20
61
62 typedef struct {
63     const IInternetProtocolVtbl *lpInternetProtocolVtbl;
64     const IInternetPriorityVtbl *lpInternetPriorityVtbl;
65
66     DWORD flags, grfBINDF;
67     BINDINFO bind_info;
68     IInternetProtocolSink *protocol_sink;
69     IHttpNegotiate *http_negotiate;
70     HINTERNET internet, connect, request;
71     LPWSTR full_header;
72     HANDLE lock;
73     ULONG current_position, content_length, available_bytes;
74     LONG priority;
75
76     LONG ref;
77 } HttpProtocol;
78
79 /* Default headers from native */
80 static const WCHAR wszHeaders[] = {'A','c','c','e','p','t','-','E','n','c','o','d','i','n','g',
81                                    ':',' ','g','z','i','p',',',' ','d','e','f','l','a','t','e',0};
82
83 /*
84  * Helpers
85  */
86
87 static void HTTPPROTOCOL_ReportResult(HttpProtocol *This, HRESULT hres)
88 {
89     if (!(This->flags & FLAG_RESULT_REPORTED) &&
90         This->protocol_sink)
91     {
92         This->flags |= FLAG_RESULT_REPORTED;
93         IInternetProtocolSink_ReportResult(This->protocol_sink, hres, 0, NULL);
94     }
95 }
96
97 static void HTTPPROTOCOL_ReportData(HttpProtocol *This)
98 {
99     DWORD bscf;
100     if (!(This->flags & FLAG_LAST_DATA_REPORTED) &&
101         This->protocol_sink)
102     {
103         if (This->flags & FLAG_FIRST_DATA_REPORTED)
104         {
105             bscf = BSCF_INTERMEDIATEDATANOTIFICATION;
106         }
107         else
108         {
109             This->flags |= FLAG_FIRST_DATA_REPORTED;
110             bscf = BSCF_FIRSTDATANOTIFICATION;
111         }
112         if (This->flags & FLAG_ALL_DATA_READ &&
113             !(This->flags & FLAG_LAST_DATA_REPORTED))
114         {
115             This->flags |= FLAG_LAST_DATA_REPORTED;
116             bscf |= BSCF_LASTDATANOTIFICATION;
117         }
118         IInternetProtocolSink_ReportData(This->protocol_sink, bscf,
119                                          This->current_position+This->available_bytes,
120                                          This->content_length);
121     }
122 }
123
124 static void HTTPPROTOCOL_AllDataRead(HttpProtocol *This)
125 {
126     if (!(This->flags & FLAG_ALL_DATA_READ))
127         This->flags |= FLAG_ALL_DATA_READ;
128     HTTPPROTOCOL_ReportData(This);
129     HTTPPROTOCOL_ReportResult(This, S_OK);
130 }
131
132 static void HTTPPROTOCOL_Close(HttpProtocol *This)
133 {
134     if (This->http_negotiate)
135     {
136         IHttpNegotiate_Release(This->http_negotiate);
137         This->http_negotiate = 0;
138     }
139     if (This->request)
140         InternetCloseHandle(This->request);
141     if (This->connect)
142         InternetCloseHandle(This->connect);
143     if (This->internet)
144     {
145         InternetCloseHandle(This->internet);
146         This->internet = 0;
147     }
148     if (This->full_header)
149     {
150         if (This->full_header != wszHeaders)
151             heap_free(This->full_header);
152         This->full_header = 0;
153     }
154     This->flags = 0;
155 }
156
157 static void CALLBACK HTTPPROTOCOL_InternetStatusCallback(
158     HINTERNET hInternet, DWORD_PTR dwContext, DWORD dwInternetStatus,
159     LPVOID lpvStatusInformation, DWORD dwStatusInformationLength)
160 {
161     HttpProtocol *This = (HttpProtocol *)dwContext;
162     PROTOCOLDATA data;
163     ULONG ulStatusCode;
164
165     switch (dwInternetStatus)
166     {
167     case INTERNET_STATUS_RESOLVING_NAME:
168         ulStatusCode = BINDSTATUS_FINDINGRESOURCE;
169         break;
170     case INTERNET_STATUS_CONNECTING_TO_SERVER:
171         ulStatusCode = BINDSTATUS_CONNECTING;
172         break;
173     case INTERNET_STATUS_SENDING_REQUEST:
174         ulStatusCode = BINDSTATUS_SENDINGREQUEST;
175         break;
176     case INTERNET_STATUS_REQUEST_COMPLETE:
177         This->flags |= FLAG_REQUEST_COMPLETE;
178         /* PROTOCOLDATA same as native */
179         memset(&data, 0, sizeof(data));
180         data.dwState = 0xf1000000;
181         if (This->flags & FLAG_FIRST_CONTINUE_COMPLETE)
182             data.pData = (LPVOID)BINDSTATUS_ENDDOWNLOADCOMPONENTS;
183         else
184             data.pData = (LPVOID)BINDSTATUS_DOWNLOADINGDATA;
185         if (This->grfBINDF & BINDF_FROMURLMON)
186             IInternetProtocolSink_Switch(This->protocol_sink, &data);
187         else
188             IInternetProtocol_Continue((IInternetProtocol *)This, &data);
189         return;
190     case INTERNET_STATUS_HANDLE_CREATED:
191         IInternetProtocol_AddRef((IInternetProtocol *)This);
192         return;
193     case INTERNET_STATUS_HANDLE_CLOSING:
194         if (*(HINTERNET *)lpvStatusInformation == This->connect)
195         {
196             This->connect = 0;
197         }
198         else if (*(HINTERNET *)lpvStatusInformation == This->request)
199         {
200             This->request = 0;
201             if (This->protocol_sink)
202             {
203                 IInternetProtocolSink_Release(This->protocol_sink);
204                 This->protocol_sink = 0;
205             }
206             if (This->bind_info.cbSize)
207             {
208                 ReleaseBindInfo(&This->bind_info);
209                 memset(&This->bind_info, 0, sizeof(This->bind_info));
210             }
211         }
212         IInternetProtocol_Release((IInternetProtocol *)This);
213         return;
214     default:
215         WARN("Unhandled Internet status callback %d\n", dwInternetStatus);
216         return;
217     }
218
219     IInternetProtocolSink_ReportProgress(This->protocol_sink, ulStatusCode, (LPWSTR)lpvStatusInformation);
220 }
221
222 static inline LPWSTR strndupW(LPCWSTR string, int len)
223 {
224     LPWSTR ret = NULL;
225     if (string &&
226         (ret = heap_alloc((len+1)*sizeof(WCHAR))) != NULL)
227     {
228         memcpy(ret, string, len*sizeof(WCHAR));
229         ret[len] = 0;
230     }
231     return ret;
232 }
233
234 /*
235  * Interface implementations
236  */
237
238 #define PROTOCOL(x)  ((IInternetProtocol*)  &(x)->lpInternetProtocolVtbl)
239 #define PRIORITY(x)  ((IInternetPriority*)  &(x)->lpInternetPriorityVtbl)
240
241 #define PROTOCOL_THIS(iface) DEFINE_THIS(HttpProtocol, InternetProtocol, iface)
242
243 static HRESULT WINAPI HttpProtocol_QueryInterface(IInternetProtocol *iface, REFIID riid, void **ppv)
244 {
245     HttpProtocol *This = PROTOCOL_THIS(iface);
246
247     *ppv = NULL;
248     if(IsEqualGUID(&IID_IUnknown, riid)) {
249         TRACE("(%p)->(IID_IUnknown %p)\n", This, ppv);
250         *ppv = PROTOCOL(This);
251     }else if(IsEqualGUID(&IID_IInternetProtocolRoot, riid)) {
252         TRACE("(%p)->(IID_IInternetProtocolRoot %p)\n", This, ppv);
253         *ppv = PROTOCOL(This);
254     }else if(IsEqualGUID(&IID_IInternetProtocol, riid)) {
255         TRACE("(%p)->(IID_IInternetProtocol %p)\n", This, ppv);
256         *ppv = PROTOCOL(This);
257     }else if(IsEqualGUID(&IID_IInternetPriority, riid)) {
258         TRACE("(%p)->(IID_IInternetPriority %p)\n", This, ppv);
259         *ppv = PRIORITY(This);
260     }
261
262     if(*ppv) {
263         IInternetProtocol_AddRef(iface);
264         return S_OK;
265     }
266
267     WARN("not supported interface %s\n", debugstr_guid(riid));
268     return E_NOINTERFACE;
269 }
270
271 static ULONG WINAPI HttpProtocol_AddRef(IInternetProtocol *iface)
272 {
273     HttpProtocol *This = PROTOCOL_THIS(iface);
274     LONG ref = InterlockedIncrement(&This->ref);
275     TRACE("(%p) ref=%d\n", This, ref);
276     return ref;
277 }
278
279 static ULONG WINAPI HttpProtocol_Release(IInternetProtocol *iface)
280 {
281     HttpProtocol *This = PROTOCOL_THIS(iface);
282     LONG ref = InterlockedDecrement(&This->ref);
283
284     TRACE("(%p) ref=%d\n", This, ref);
285
286     if(!ref) {
287         HTTPPROTOCOL_Close(This);
288         heap_free(This);
289
290         URLMON_UnlockModule();
291     }
292
293     return ref;
294 }
295
296 static HRESULT WINAPI HttpProtocol_Start(IInternetProtocol *iface, LPCWSTR szUrl,
297         IInternetProtocolSink *pOIProtSink, IInternetBindInfo *pOIBindInfo,
298         DWORD grfPI, DWORD dwReserved)
299 {
300     HttpProtocol *This = PROTOCOL_THIS(iface);
301     URL_COMPONENTSW url;
302     DWORD len = 0, request_flags = INTERNET_FLAG_KEEP_CONNECTION;
303     ULONG num = 0;
304     IServiceProvider *service_provider = 0;
305     IHttpNegotiate2 *http_negotiate2 = 0;
306     LPWSTR host = 0, path = 0, user = 0, pass = 0, addl_header = 0,
307         post_cookie = 0, optional = 0;
308     BYTE security_id[512];
309     LPOLESTR user_agent, accept_mimes[257];
310     HRESULT hres;
311
312     static const WCHAR wszHttp[] = {'h','t','t','p',':'};
313     static const WCHAR wszBindVerb[BINDVERB_CUSTOM][5] =
314         {{'G','E','T',0},
315          {'P','O','S','T',0},
316          {'P','U','T',0}};
317
318     TRACE("(%p)->(%s %p %p %08x %d)\n", This, debugstr_w(szUrl), pOIProtSink,
319             pOIBindInfo, grfPI, dwReserved);
320
321     IInternetProtocolSink_AddRef(pOIProtSink);
322     This->protocol_sink = pOIProtSink;
323
324     memset(&This->bind_info, 0, sizeof(This->bind_info));
325     This->bind_info.cbSize = sizeof(BINDINFO);
326     hres = IInternetBindInfo_GetBindInfo(pOIBindInfo, &This->grfBINDF, &This->bind_info);
327     if (hres != S_OK)
328     {
329         WARN("GetBindInfo failed: %08x\n", hres);
330         goto done;
331     }
332
333     if (lstrlenW(szUrl) < sizeof(wszHttp)/sizeof(WCHAR)
334         || memcmp(szUrl, wszHttp, sizeof(wszHttp)))
335     {
336         hres = MK_E_SYNTAX;
337         goto done;
338     }
339
340     memset(&url, 0, sizeof(url));
341     url.dwStructSize = sizeof(url);
342     url.dwSchemeLength = url.dwHostNameLength = url.dwUrlPathLength = url.dwUserNameLength =
343         url.dwPasswordLength = 1;
344     if (!InternetCrackUrlW(szUrl, 0, 0, &url))
345     {
346         hres = MK_E_SYNTAX;
347         goto done;
348     }
349     host = strndupW(url.lpszHostName, url.dwHostNameLength);
350     path = strndupW(url.lpszUrlPath, url.dwUrlPathLength);
351     user = strndupW(url.lpszUserName, url.dwUserNameLength);
352     pass = strndupW(url.lpszPassword, url.dwPasswordLength);
353     if (!url.nPort)
354         url.nPort = INTERNET_DEFAULT_HTTP_PORT;
355
356     if(!(This->grfBINDF & BINDF_FROMURLMON))
357         IInternetProtocolSink_ReportProgress(This->protocol_sink, BINDSTATUS_DIRECTBIND, NULL);
358
359     hres = IInternetBindInfo_GetBindString(pOIBindInfo, BINDSTRING_USER_AGENT, &user_agent,
360                                            1, &num);
361     if (hres != S_OK || !num)
362     {
363         CHAR null_char = 0;
364         LPSTR user_agenta = NULL;
365         len = 0;
366         if ((hres = ObtainUserAgentString(0, &null_char, &len)) != E_OUTOFMEMORY)
367         {
368             WARN("ObtainUserAgentString failed: %08x\n", hres);
369         }
370         else if (!(user_agenta = heap_alloc(len*sizeof(CHAR))))
371         {
372             WARN("Out of memory\n");
373         }
374         else if ((hres = ObtainUserAgentString(0, user_agenta, &len)) != S_OK)
375         {
376             WARN("ObtainUserAgentString failed: %08x\n", hres);
377         }
378         else
379         {
380             if (!(user_agent = CoTaskMemAlloc((len)*sizeof(WCHAR))))
381                 WARN("Out of memory\n");
382             else
383                 MultiByteToWideChar(CP_ACP, 0, user_agenta, -1, user_agent, len*sizeof(WCHAR));
384         }
385         heap_free(user_agenta);
386     }
387
388     This->internet = InternetOpenW(user_agent, 0, NULL, NULL, INTERNET_FLAG_ASYNC);
389     if (!This->internet)
390     {
391         WARN("InternetOpen failed: %d\n", GetLastError());
392         hres = INET_E_NO_SESSION;
393         goto done;
394     }
395
396     /* Native does not check for success of next call, so we won't either */
397     InternetSetStatusCallbackW(This->internet, HTTPPROTOCOL_InternetStatusCallback);
398
399     This->connect = InternetConnectW(This->internet, host, url.nPort, user,
400                                      pass, INTERNET_SERVICE_HTTP, 0, (DWORD)This);
401     if (!This->connect)
402     {
403         WARN("InternetConnect failed: %d\n", GetLastError());
404         hres = INET_E_CANNOT_CONNECT;
405         goto done;
406     }
407
408     num = sizeof(accept_mimes)/sizeof(accept_mimes[0])-1;
409     hres = IInternetBindInfo_GetBindString(pOIBindInfo, BINDSTRING_ACCEPT_MIMES,
410                                            accept_mimes,
411                                            num, &num);
412     if (hres != S_OK)
413     {
414         WARN("GetBindString BINDSTRING_ACCEPT_MIMES failed: %08x\n", hres);
415         hres = INET_E_NO_VALID_MEDIA;
416         goto done;
417     }
418     accept_mimes[num] = 0;
419
420     if (This->grfBINDF & BINDF_NOWRITECACHE)
421         request_flags |= INTERNET_FLAG_NO_CACHE_WRITE;
422     This->request = HttpOpenRequestW(This->connect, This->bind_info.dwBindVerb < BINDVERB_CUSTOM ?
423                                      wszBindVerb[This->bind_info.dwBindVerb] :
424                                      This->bind_info.szCustomVerb,
425                                      path, NULL, NULL, (LPCWSTR *)accept_mimes,
426                                      request_flags, (DWORD)This);
427     if (!This->request)
428     {
429         WARN("HttpOpenRequest failed: %d\n", GetLastError());
430         hres = INET_E_RESOURCE_NOT_FOUND;
431         goto done;
432     }
433
434     hres = IInternetProtocolSink_QueryInterface(This->protocol_sink, &IID_IServiceProvider,
435                                                 (void **)&service_provider);
436     if (hres != S_OK)
437     {
438         WARN("IInternetProtocolSink_QueryInterface IID_IServiceProvider failed: %08x\n", hres);
439         goto done;
440     }
441
442     hres = IServiceProvider_QueryService(service_provider, &IID_IHttpNegotiate,
443                                          &IID_IHttpNegotiate, (void **)&This->http_negotiate);
444     if (hres != S_OK)
445     {
446         WARN("IServiceProvider_QueryService IID_IHttpNegotiate failed: %08x\n", hres);
447         goto done;
448     }
449
450     hres = IHttpNegotiate_BeginningTransaction(This->http_negotiate, szUrl, wszHeaders,
451                                                0, &addl_header);
452     if (hres != S_OK)
453     {
454         WARN("IHttpNegotiate_BeginningTransaction failed: %08x\n", hres);
455         goto done;
456     }
457     else if (addl_header == NULL)
458     {
459         This->full_header = (LPWSTR)wszHeaders;
460     }
461     else
462     {
463         int len_addl_header = lstrlenW(addl_header);
464         This->full_header = heap_alloc(len_addl_header*sizeof(WCHAR)+sizeof(wszHeaders));
465         if (!This->full_header)
466         {
467             WARN("Out of memory\n");
468             hres = E_OUTOFMEMORY;
469             goto done;
470         }
471         lstrcpyW(This->full_header, addl_header);
472         lstrcpyW(&This->full_header[len_addl_header], wszHeaders);
473     }
474
475     hres = IServiceProvider_QueryService(service_provider, &IID_IHttpNegotiate2,
476                                          &IID_IHttpNegotiate2, (void **)&http_negotiate2);
477     if (hres != S_OK)
478     {
479         WARN("IServiceProvider_QueryService IID_IHttpNegotiate2 failed: %08x\n", hres);
480         /* No goto done as per native */
481     }
482     else
483     {
484         len = sizeof(security_id)/sizeof(security_id[0]);
485         hres = IHttpNegotiate2_GetRootSecurityId(http_negotiate2, security_id, &len, 0);
486         if (hres != S_OK)
487         {
488             WARN("IHttpNegotiate2_GetRootSecurityId failed: %08x\n", hres);
489             /* No goto done as per native */
490         }
491     }
492
493     /* FIXME: Handle security_id. Native calls undocumented function IsHostInProxyBypassList. */
494
495     if (This->bind_info.dwBindVerb == BINDVERB_POST)
496     {
497         num = 0;
498         hres = IInternetBindInfo_GetBindString(pOIBindInfo, BINDSTRING_POST_COOKIE, &post_cookie,
499                                                1, &num);
500         if (hres == S_OK && num &&
501             !InternetSetOptionW(This->request, INTERNET_OPTION_SECONDARY_CACHE_KEY,
502                                 post_cookie, lstrlenW(post_cookie)))
503         {
504             WARN("InternetSetOption INTERNET_OPTION_SECONDARY_CACHE_KEY failed: %d\n",
505                  GetLastError());
506         }
507     }
508
509     if (This->bind_info.dwBindVerb != BINDVERB_GET)
510     {
511         /* Native does not use GlobalLock/GlobalUnlock, so we won't either */
512         if (This->bind_info.stgmedData.tymed != TYMED_HGLOBAL)
513             WARN("Expected This->bind_info.stgmedData.tymed to be TYMED_HGLOBAL, not %d\n",
514                  This->bind_info.stgmedData.tymed);
515         else
516             optional = (LPWSTR)This->bind_info.stgmedData.u.hGlobal;
517     }
518     if (!HttpSendRequestW(This->request, This->full_header, lstrlenW(This->full_header),
519                           optional,
520                           optional ? This->bind_info.cbstgmedData : 0) &&
521         GetLastError() != ERROR_IO_PENDING)
522     {
523         WARN("HttpSendRequest failed: %d\n", GetLastError());
524         hres = INET_E_DOWNLOAD_FAILURE;
525         goto done;
526     }
527
528     hres = S_OK;
529 done:
530     if (hres != S_OK)
531     {
532         IInternetProtocolSink_ReportResult(This->protocol_sink, hres, 0, NULL);
533         HTTPPROTOCOL_Close(This);
534     }
535
536     CoTaskMemFree(post_cookie);
537     CoTaskMemFree(addl_header);
538     if (http_negotiate2)
539         IHttpNegotiate2_Release(http_negotiate2);
540     if (service_provider)
541         IServiceProvider_Release(service_provider);
542
543     while (num<sizeof(accept_mimes)/sizeof(accept_mimes[0]) &&
544            accept_mimes[num])
545         CoTaskMemFree(accept_mimes[num++]);
546     CoTaskMemFree(user_agent);
547
548     heap_free(pass);
549     heap_free(user);
550     heap_free(path);
551     heap_free(host);
552
553     return hres;
554 }
555
556 static HRESULT WINAPI HttpProtocol_Continue(IInternetProtocol *iface, PROTOCOLDATA *pProtocolData)
557 {
558     HttpProtocol *This = PROTOCOL_THIS(iface);
559     DWORD len = sizeof(DWORD), status_code;
560     LPWSTR response_headers = 0, content_type = 0, content_length = 0;
561
562     static const WCHAR wszDefaultContentType[] =
563         {'t','e','x','t','/','h','t','m','l',0};
564
565     TRACE("(%p)->(%p)\n", This, pProtocolData);
566
567     if (!pProtocolData)
568     {
569         WARN("Expected pProtocolData to be non-NULL\n");
570         return S_OK;
571     }
572     else if (!This->request)
573     {
574         WARN("Expected request to be non-NULL\n");
575         return S_OK;
576     }
577     else if (!This->http_negotiate)
578     {
579         WARN("Expected IHttpNegotiate pointer to be non-NULL\n");
580         return S_OK;
581     }
582     else if (!This->protocol_sink)
583     {
584         WARN("Expected IInternetProtocolSink pointer to be non-NULL\n");
585         return S_OK;
586     }
587
588     if (pProtocolData->pData == (LPVOID)BINDSTATUS_DOWNLOADINGDATA)
589     {
590         if (!HttpQueryInfoW(This->request, HTTP_QUERY_STATUS_CODE | HTTP_QUERY_FLAG_NUMBER,
591                             &status_code, &len, NULL))
592         {
593             WARN("HttpQueryInfo failed: %d\n", GetLastError());
594         }
595         else
596         {
597             len = 0;
598             if ((!HttpQueryInfoW(This->request, HTTP_QUERY_RAW_HEADERS_CRLF, response_headers, &len,
599                                  NULL) &&
600                  GetLastError() != ERROR_INSUFFICIENT_BUFFER) ||
601                 !(response_headers = heap_alloc(len)) ||
602                 !HttpQueryInfoW(This->request, HTTP_QUERY_RAW_HEADERS_CRLF, response_headers, &len,
603                                 NULL))
604             {
605                 WARN("HttpQueryInfo failed: %d\n", GetLastError());
606             }
607             else
608             {
609                 HRESULT hres = IHttpNegotiate_OnResponse(This->http_negotiate, status_code,
610                                                          response_headers, NULL, NULL);
611                 if (hres != S_OK)
612                 {
613                     WARN("IHttpNegotiate_OnResponse failed: %08x\n", hres);
614                     goto done;
615                 }
616             }
617         }
618
619         len = 0;
620         if ((!HttpQueryInfoW(This->request, HTTP_QUERY_CONTENT_TYPE, content_type, &len, NULL) &&
621              GetLastError() != ERROR_INSUFFICIENT_BUFFER) ||
622             !(content_type = heap_alloc(len)) ||
623             !HttpQueryInfoW(This->request, HTTP_QUERY_CONTENT_TYPE, content_type, &len, NULL))
624         {
625             WARN("HttpQueryInfo failed: %d\n", GetLastError());
626             IInternetProtocolSink_ReportProgress(This->protocol_sink,
627                                                  (This->grfBINDF & BINDF_FROMURLMON) ?
628                                                  BINDSTATUS_MIMETYPEAVAILABLE :
629                                                  BINDSTATUS_RAWMIMETYPE,
630                                                  wszDefaultContentType);
631         }
632         else
633         {
634             /* remove the charset, if present */
635             LPWSTR p = strchrW(content_type, ';');
636             if (p) *p = '\0';
637
638             IInternetProtocolSink_ReportProgress(This->protocol_sink,
639                                                  (This->grfBINDF & BINDF_FROMURLMON) ?
640                                                  BINDSTATUS_MIMETYPEAVAILABLE :
641                                                  BINDSTATUS_RAWMIMETYPE,
642                                                  content_type);
643         }
644
645         len = 0;
646         if ((!HttpQueryInfoW(This->request, HTTP_QUERY_CONTENT_LENGTH, content_length, &len, NULL) &&
647              GetLastError() != ERROR_INSUFFICIENT_BUFFER) ||
648             !(content_length = heap_alloc(len)) ||
649             !HttpQueryInfoW(This->request, HTTP_QUERY_CONTENT_LENGTH, content_length, &len, NULL))
650         {
651             WARN("HttpQueryInfo failed: %d\n", GetLastError());
652             This->content_length = 0;
653         }
654         else
655         {
656             This->content_length = atoiW(content_length);
657         }
658
659         This->flags |= FLAG_FIRST_CONTINUE_COMPLETE;
660     }
661
662     if (pProtocolData->pData >= (LPVOID)BINDSTATUS_DOWNLOADINGDATA)
663     {
664         /* InternetQueryDataAvailable may immediately fork and perform its asynchronous
665          * read, so clear the flag _before_ calling so it does not incorrectly get cleared
666          * after the status callback is called */
667         This->flags &= ~FLAG_REQUEST_COMPLETE;
668         if (!InternetQueryDataAvailable(This->request, &This->available_bytes, 0, 0))
669         {
670             if (GetLastError() != ERROR_IO_PENDING)
671             {
672                 This->flags |= FLAG_REQUEST_COMPLETE;
673                 WARN("InternetQueryDataAvailable failed: %d\n", GetLastError());
674                 HTTPPROTOCOL_ReportResult(This, INET_E_DATA_NOT_AVAILABLE);
675             }
676         }
677         else
678         {
679             This->flags |= FLAG_REQUEST_COMPLETE;
680             HTTPPROTOCOL_ReportData(This);
681         }
682     }
683
684 done:
685     heap_free(response_headers);
686     heap_free(content_type);
687     heap_free(content_length);
688
689     /* Returns S_OK on native */
690     return S_OK;
691 }
692
693 static HRESULT WINAPI HttpProtocol_Abort(IInternetProtocol *iface, HRESULT hrReason,
694         DWORD dwOptions)
695 {
696     HttpProtocol *This = PROTOCOL_THIS(iface);
697     FIXME("(%p)->(%08x %08x)\n", This, hrReason, dwOptions);
698     return E_NOTIMPL;
699 }
700
701 static HRESULT WINAPI HttpProtocol_Terminate(IInternetProtocol *iface, DWORD dwOptions)
702 {
703     HttpProtocol *This = PROTOCOL_THIS(iface);
704
705     TRACE("(%p)->(%08x)\n", This, dwOptions);
706     HTTPPROTOCOL_Close(This);
707
708     return S_OK;
709 }
710
711 static HRESULT WINAPI HttpProtocol_Suspend(IInternetProtocol *iface)
712 {
713     HttpProtocol *This = PROTOCOL_THIS(iface);
714     FIXME("(%p)\n", This);
715     return E_NOTIMPL;
716 }
717
718 static HRESULT WINAPI HttpProtocol_Resume(IInternetProtocol *iface)
719 {
720     HttpProtocol *This = PROTOCOL_THIS(iface);
721     FIXME("(%p)\n", This);
722     return E_NOTIMPL;
723 }
724
725 static HRESULT WINAPI HttpProtocol_Read(IInternetProtocol *iface, void *pv,
726         ULONG cb, ULONG *pcbRead)
727 {
728     HttpProtocol *This = PROTOCOL_THIS(iface);
729     ULONG read = 0, len = 0;
730     HRESULT hres = S_FALSE;
731
732     TRACE("(%p)->(%p %u %p)\n", This, pv, cb, pcbRead);
733
734     if (!(This->flags & FLAG_REQUEST_COMPLETE))
735     {
736         hres = E_PENDING;
737     }
738     else while (!(This->flags & FLAG_ALL_DATA_READ) &&
739                 read < cb)
740     {
741         if (This->available_bytes == 0)
742         {
743             /* InternetQueryDataAvailable may immediately fork and perform its asynchronous
744              * read, so clear the flag _before_ calling so it does not incorrectly get cleared
745              * after the status callback is called */
746             This->flags &= ~FLAG_REQUEST_COMPLETE;
747             if (!InternetQueryDataAvailable(This->request, &This->available_bytes, 0, 0))
748             {
749                 if (GetLastError() == ERROR_IO_PENDING)
750                 {
751                     hres = E_PENDING;
752                 }
753                 else
754                 {
755                     WARN("InternetQueryDataAvailable failed: %d\n", GetLastError());
756                     hres = INET_E_DATA_NOT_AVAILABLE;
757                     HTTPPROTOCOL_ReportResult(This, hres);
758                 }
759                 goto done;
760             }
761             else if (This->available_bytes == 0)
762             {
763                 HTTPPROTOCOL_AllDataRead(This);
764             }
765         }
766         else
767         {
768             if (!InternetReadFile(This->request, ((BYTE *)pv)+read,
769                                   This->available_bytes > cb-read ?
770                                   cb-read : This->available_bytes, &len))
771             {
772                 WARN("InternetReadFile failed: %d\n", GetLastError());
773                 hres = INET_E_DOWNLOAD_FAILURE;
774                 HTTPPROTOCOL_ReportResult(This, hres);
775                 goto done;
776             }
777             else if (len == 0)
778             {
779                 HTTPPROTOCOL_AllDataRead(This);
780             }
781             else
782             {
783                 read += len;
784                 This->current_position += len;
785                 This->available_bytes -= len;
786             }
787         }
788     }
789
790     /* Per MSDN this should be if (read == cb), but native returns S_OK
791      * if any bytes were read, so we will too */
792     if (read)
793         hres = S_OK;
794
795 done:
796     if (pcbRead)
797         *pcbRead = read;
798
799     if (hres != E_PENDING)
800         This->flags |= FLAG_REQUEST_COMPLETE;
801
802     return hres;
803 }
804
805 static HRESULT WINAPI HttpProtocol_Seek(IInternetProtocol *iface, LARGE_INTEGER dlibMove,
806         DWORD dwOrigin, ULARGE_INTEGER *plibNewPosition)
807 {
808     HttpProtocol *This = PROTOCOL_THIS(iface);
809     FIXME("(%p)->(%d %d %p)\n", This, dlibMove.u.LowPart, dwOrigin, plibNewPosition);
810     return E_NOTIMPL;
811 }
812
813 static HRESULT WINAPI HttpProtocol_LockRequest(IInternetProtocol *iface, DWORD dwOptions)
814 {
815     HttpProtocol *This = PROTOCOL_THIS(iface);
816
817     TRACE("(%p)->(%08x)\n", This, dwOptions);
818
819     if (!InternetLockRequestFile(This->request, &This->lock))
820         WARN("InternetLockRequest failed: %d\n", GetLastError());
821
822     return S_OK;
823 }
824
825 static HRESULT WINAPI HttpProtocol_UnlockRequest(IInternetProtocol *iface)
826 {
827     HttpProtocol *This = PROTOCOL_THIS(iface);
828
829     TRACE("(%p)\n", This);
830
831     if (This->lock)
832     {
833         if (!InternetUnlockRequestFile(This->lock))
834             WARN("InternetUnlockRequest failed: %d\n", GetLastError());
835         This->lock = 0;
836     }
837
838     return S_OK;
839 }
840
841 #undef PROTOCOL_THIS
842
843 #define PRIORITY_THIS(iface) DEFINE_THIS(HttpProtocol, InternetPriority, iface)
844
845 static HRESULT WINAPI HttpPriority_QueryInterface(IInternetPriority *iface, REFIID riid, void **ppv)
846 {
847     HttpProtocol *This = PRIORITY_THIS(iface);
848     return IInternetProtocol_QueryInterface(PROTOCOL(This), riid, ppv);
849 }
850
851 static ULONG WINAPI HttpPriority_AddRef(IInternetPriority *iface)
852 {
853     HttpProtocol *This = PRIORITY_THIS(iface);
854     return IInternetProtocol_AddRef(PROTOCOL(This));
855 }
856
857 static ULONG WINAPI HttpPriority_Release(IInternetPriority *iface)
858 {
859     HttpProtocol *This = PRIORITY_THIS(iface);
860     return IInternetProtocol_Release(PROTOCOL(This));
861 }
862
863 static HRESULT WINAPI HttpPriority_SetPriority(IInternetPriority *iface, LONG nPriority)
864 {
865     HttpProtocol *This = PRIORITY_THIS(iface);
866
867     TRACE("(%p)->(%d)\n", This, nPriority);
868
869     This->priority = nPriority;
870     return S_OK;
871 }
872
873 static HRESULT WINAPI HttpPriority_GetPriority(IInternetPriority *iface, LONG *pnPriority)
874 {
875     HttpProtocol *This = PRIORITY_THIS(iface);
876
877     TRACE("(%p)->(%p)\n", This, pnPriority);
878
879     *pnPriority = This->priority;
880     return S_OK;
881 }
882
883 #undef PRIORITY_THIS
884
885 static const IInternetPriorityVtbl HttpPriorityVtbl = {
886     HttpPriority_QueryInterface,
887     HttpPriority_AddRef,
888     HttpPriority_Release,
889     HttpPriority_SetPriority,
890     HttpPriority_GetPriority
891 };
892
893 static const IInternetProtocolVtbl HttpProtocolVtbl = {
894     HttpProtocol_QueryInterface,
895     HttpProtocol_AddRef,
896     HttpProtocol_Release,
897     HttpProtocol_Start,
898     HttpProtocol_Continue,
899     HttpProtocol_Abort,
900     HttpProtocol_Terminate,
901     HttpProtocol_Suspend,
902     HttpProtocol_Resume,
903     HttpProtocol_Read,
904     HttpProtocol_Seek,
905     HttpProtocol_LockRequest,
906     HttpProtocol_UnlockRequest
907 };
908
909 HRESULT HttpProtocol_Construct(IUnknown *pUnkOuter, LPVOID *ppobj)
910 {
911     HttpProtocol *ret;
912
913     TRACE("(%p %p)\n", pUnkOuter, ppobj);
914
915     URLMON_LockModule();
916
917     ret = heap_alloc(sizeof(HttpProtocol));
918
919     ret->lpInternetProtocolVtbl = &HttpProtocolVtbl;
920     ret->lpInternetPriorityVtbl = &HttpPriorityVtbl;
921     ret->flags = ret->grfBINDF = 0;
922     memset(&ret->bind_info, 0, sizeof(ret->bind_info));
923     ret->protocol_sink = 0;
924     ret->http_negotiate = 0;
925     ret->internet = ret->connect = ret->request = 0;
926     ret->full_header = 0;
927     ret->lock = 0;
928     ret->current_position = ret->content_length = ret->available_bytes = 0;
929     ret->priority = 0;
930     ret->ref = 1;
931
932     *ppobj = PROTOCOL(ret);
933     
934     return S_OK;
935 }
936
937 HRESULT HttpSProtocol_Construct(IUnknown *pUnkOuter, LPVOID *ppobj)
938 {
939     FIXME("(%p %p)\n", pUnkOuter, ppobj);
940     return E_NOINTERFACE;
941 }