source: trunk/zoo-project/zoo-kernel/ulinet.c @ 401

Last change on this file since 401 was 375, checked in by djay, 12 years ago

Print specific headers when a [headers] section was added to the main.cfg file (can add headers such as X-Powered-By for instance). Handle reading file in cache as binary (solving file size not corresponding for text files).

  • Property svn:eol-style set to native
  • Property svn:mime-type set to text/x-csrc
File size: 10.0 KB
Line 
1/**
2 *  ulinet.c
3 *
4 * Author : Gérald FENOY
5 *
6 * Copyright (c) 2008-2010 GeoLabs SARL
7 *
8 * Permission is hereby granted, free of charge, to any person obtaining a copy
9 * of this software and associated documentation files (the "Software"), to deal
10 * in the Software without restriction, including without limitation the rights
11 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
12 * copies of the Software, and to permit persons to whom the Software is
13 * furnished to do so, subject to the following conditions:
14 *
15 * The above copyright notice and this permission notice shall be included in
16 * all copies or substantial portions of the Software.
17 *
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
21 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
22 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
23 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
24 * THE SOFTWARE.
25 *
26 */
27
28#define _ULINET
29#include "ulinet.h"
30#include <assert.h>
31
32size_t write_data_into(void *buffer, size_t size, size_t nmemb, void *data){
33  size_t realsize = size * nmemb;
34  HINTERNET *psInternet;
35  if(buffer==NULL){
36    buffer=NULL;
37    return -1;
38  }
39  psInternet=(HINTERNET *)data;
40  if(psInternet->pabyData){
41    psInternet->pabyData=(char*)realloc(psInternet->pabyData,psInternet->nDataLen+realsize+1);
42    psInternet->nDataAlloc+=psInternet->nDataLen+realsize+1;
43  }
44  else{
45    psInternet->pabyData=(char*)malloc(psInternet->nDataLen+realsize+1);
46    psInternet->nDataAlloc=realsize+1;
47  }
48
49  if (psInternet->pabyData) {
50    memcpy( psInternet->pabyData + psInternet->nDataLen, buffer, realsize);
51    psInternet->nDataLen += realsize;
52    psInternet->pabyData[psInternet->nDataLen] = 0;
53  }
54
55  buffer=NULL;
56  return realsize;
57}
58
59size_t header_write_data(void *buffer, size_t size, size_t nmemb, void *data){
60  if(strncmp("Set-Cookie: ",buffer,12)==0){
61    int i;
62    char env[1024];
63    char path[1024];
64    char domain[1024];
65        char* tmp;
66    for(i=0;i<12;i++)
67#ifndef WIN32
68      buffer++;
69#else
70        ;
71#endif
72    sscanf(buffer,"%s; path=%s; domain=%s",env,path,domain);
73    tmp=strcat(env,CCookie);
74#ifdef MSG_LAF_OUT
75    printf("\n**Cookie env : [%s] , path : [%s], domain : [%s]**\n",env,path,domain);
76    printf("buffer : %d (%s) (%s) (%s)\n",(buffer==NULL),buffer,tmp,CCookie);
77#endif
78    strcpy(CCookie,tmp);
79  }
80  return size * nmemb;//write_data_into(buffer,size,nmemb,data,HEADER);
81};
82
83
84void setProxy(CURL* handle,char* host,long port){
85}
86
87/**
88 * MACOSX
89 */
90#if defined(macintosh) || (defined(__MACH__) && defined(__APPLE__))
91
92
93char* CFStringToCString(CFStringRef dest,char *buffer){
94  CFStringEncoding encoding = kCFStringEncodingUTF8;
95  Boolean bool2 = CFStringGetCString(dest,buffer,1024,encoding);
96  if(bool2){
97    printf("Loaded into local_buffer");
98    return buffer;
99  }
100  return NULL;
101}
102
103OSStatus setProxiesForProtcol(CURL* handle,const char *proto){
104  OSStatus              err;
105  CFDictionaryRef proxyDict;
106  CFArrayRef            proxies;
107 
108  CFStringRef key_enabled;
109  CFStringRef key_host;
110  CFStringRef key_port;
111 
112  bool proxy_enabled;
113  char *proxy_host;
114  long proxy_port;
115 
116  proxyDict = NULL;
117  proxies = NULL;
118
119  err = noErr;
120  proxyDict = SCDynamicStoreCopyProxies(NULL);
121
122  if(proto=="http"){
123      key_enabled=kSCPropNetProxiesHTTPEnable;
124      key_host=kSCPropNetProxiesHTTPProxy;
125      key_port=kSCPropNetProxiesHTTPPort;
126  }
127  else
128    if(proto=="https"){
129      key_enabled=kSCPropNetProxiesHTTPSEnable;
130      key_host=kSCPropNetProxiesHTTPSProxy;
131      key_port=kSCPropNetProxiesHTTPSPort;
132    }
133
134  CFNumberGetValue(CFDictionaryGetValue(proxyDict,key_enabled),kCFNumberIntType,&proxy_enabled);
135  if(proxy_enabled){
136    CFNumberGetValue(CFDictionaryGetValue(proxyDict,key_port),CFNumberGetType(CFDictionaryGetValue(proxyDict,key_port)),&proxy_port);
137    char buffer[1024];
138    CFStringToCString(CFDictionaryGetValue(proxyDict,key_host),buffer);
139    proxy_host=buffer;
140
141#ifdef MSG_LAF_VERBOSE
142    printf("\n**[PROXY SETTINGS DETECTION %s (%d) %s:%li (%s)]**\n",proto,proxy_enabled,(char*)proxy_host,proxy_port,buffer);
143#endif
144
145    if (proxyDict == NULL) {
146      err = coreFoundationUnknownErr;
147    }
148
149    setProxy(handle,proxy_host,proxy_port);
150  }
151  return err;
152}
153#else
154/**
155 * Linux (Gnome)
156 */
157bool setProxiesForProtcol(CURL* handle,const char *proto){
158#ifdef MSG_LAF_VERBOSE
159  fprintf( stderr, "setProxiesForProtocol (do nothing) ...\n" );
160#endif
161}
162#endif
163
164HINTERNET InternetOpen(char* lpszAgent,int dwAccessType,char* lpszProxyName,char* lpszProxyBypass,int dwFlags){
165 
166  HINTERNET ret;
167  struct MemoryStruct header;
168  ret.hasCacheFile=0;
169  ret.nDataAlloc = 0;
170
171  ret.handle=curl_easy_init();
172
173  curl_easy_setopt(ret.handle, CURLOPT_COOKIEFILE, "ALL");
174#ifndef TIGER
175  curl_easy_setopt(ret.handle, CURLOPT_COOKIELIST, "ALL");
176#endif
177  curl_easy_setopt(ret.handle, CURLOPT_USERAGENT, lpszAgent);
178 
179  curl_easy_setopt(ret.handle,CURLOPT_FOLLOWLOCATION,1);
180  curl_easy_setopt(ret.handle,CURLOPT_MAXREDIRS,3);
181 
182  header.memory=NULL;
183  header.size = 0;
184
185  curl_easy_setopt(ret.handle, CURLOPT_HEADERFUNCTION, header_write_data);
186  curl_easy_setopt(ret.handle, CURLOPT_WRITEHEADER, (void *)&header);
187
188#ifdef MSG_LAF_VERBOSE
189  curl_easy_setopt(ret.handle, CURLOPT_VERBOSE, 1);
190#endif
191
192  return ret;
193}
194
195static size_t 
196CurlWriteCB(void *buffer, size_t size, size_t nmemb, void *reqInfo){
197  HINTERNET *psInternet = (HINTERNET *) reqInfo;
198
199  memcpy( psInternet->pabyData + psInternet->nDataLen, buffer,  nmemb * size );
200  psInternet->nDataLen += nmemb * size;
201  psInternet->pabyData[psInternet->nDataLen] = 0;
202
203  return nmemb *size;
204}
205
206void InternetCloseHandle(HINTERNET handle){
207  if(handle.hasCacheFile>0){
208    fclose(handle.file);
209    unlink(handle.filename);
210  }
211  else{
212    handle.pabyData = NULL;
213    handle.nDataAlloc = handle.nDataLen = 0;
214  }
215  if(handle.handle)
216    curl_easy_cleanup(handle.handle);
217  curl_global_cleanup();
218}
219
220HINTERNET InternetOpenUrl(HINTERNET hInternet,LPCTSTR lpszUrl,LPCTSTR lpszHeaders,size_t dwHeadersLength,size_t dwFlags,size_t dwContext){
221
222  char filename[255];
223  hInternet.nDataLen = 0;
224
225  hInternet.nDataAlloc = 0;
226  hInternet.pabyData= NULL;
227     
228  switch(dwFlags)
229    {
230    case INTERNET_FLAG_NO_CACHE_WRITE:   
231      hInternet.hasCacheFile=-1;
232      curl_easy_setopt(hInternet.handle, CURLOPT_WRITEFUNCTION, write_data_into);
233      curl_easy_setopt(hInternet.handle, CURLOPT_WRITEDATA, &hInternet);
234      break;
235    default:
236      sprintf(filename,"/tmp/ZOO_Cache%d",(int)time(NULL));
237      filename[24]=0;
238      fprintf(stderr,"file=%s",filename);
239#ifdef MSG_LAF_VERBOSE
240      fprintf(stderr,"file=%s",filename);
241#endif
242      hInternet.filename=filename;
243      hInternet.file=fopen(hInternet.filename,"w+");
244   
245      hInternet.hasCacheFile=1;
246      curl_easy_setopt(hInternet.handle, CURLOPT_WRITEFUNCTION, NULL);
247      curl_easy_setopt(hInternet.handle, CURLOPT_WRITEDATA, hInternet.file);
248      hInternet.nDataLen=0;
249      break;
250    }
251#ifdef ULINET_DEBUG
252  fprintf(stderr,"URL (%s)\nBODY (%s)\n",lpszUrl,lpszHeaders);
253#endif
254  if(lpszHeaders!=NULL && strlen(lpszHeaders)>0){
255#ifdef MSG_LAF_VERBOSE
256    fprintf(stderr,"FROM ULINET !!");
257    fprintf(stderr,"HEADER : %s\n",lpszHeaders);
258#endif
259    //curl_easy_setopt(hInternet.handle,CURLOPT_COOKIE,lpszHeaders);
260    curl_easy_setopt(hInternet.handle,CURLOPT_POST,1);
261#ifdef ULINET_DEBUG
262    fprintf(stderr,"** (%s) %d **\n",lpszHeaders,dwHeadersLength);
263    curl_easy_setopt(hInternet.handle,CURLOPT_VERBOSE,1);
264#endif
265    curl_easy_setopt(hInternet.handle,CURLOPT_POSTFIELDS,lpszHeaders);
266    //curl_easy_setopt(hInternet.handle,CURLOPT_POSTFIELDSIZE,dwHeadersLength+1);
267    if(hInternet.header!=NULL)
268      curl_easy_setopt(hInternet.handle,CURLOPT_HTTPHEADER,hInternet.header);
269  }
270
271  curl_easy_setopt(hInternet.handle,CURLOPT_URL,lpszUrl);
272  curl_easy_perform(hInternet.handle);
273
274  return hInternet;
275};
276
277int freeCookieList(HINTERNET hInternet){
278  memset(&CCookie[0],0,1024);
279#ifndef TIGER
280  curl_easy_setopt(hInternet.handle, CURLOPT_COOKIELIST, "ALL");
281#endif
282  return 1;
283}
284
285int InternetReadFile(HINTERNET hInternet,LPVOID lpBuffer,int dwNumberOfBytesToRead, size_t *lpdwNumberOfBytesRead){
286  int dwDataSize;
287
288  if(hInternet.hasCacheFile>0){
289    fseek (hInternet.file , 0 , SEEK_END);
290    dwDataSize=ftell(hInternet.file); //taille du ficher
291    rewind (hInternet.file);
292  }
293  else{
294    memset(lpBuffer,0,hInternet.nDataLen+1);
295    memcpy(lpBuffer, hInternet.pabyData, hInternet.nDataLen );
296    dwDataSize=hInternet.nDataLen;
297    free( hInternet.pabyData );
298    hInternet.pabyData=NULL;
299  }
300
301  if( dwNumberOfBytesToRead /* buffer size */ < dwDataSize )
302    return 0;
303
304#ifdef MSG_LAF_VERBOSE
305  printf("\nfile size : %dko\n",dwDataSize/1024);
306#endif
307
308  if(hInternet.hasCacheFile>0){
309    *lpdwNumberOfBytesRead = fread(lpBuffer,1,dwDataSize,hInternet.file); 
310  }
311  else{
312    *lpdwNumberOfBytesRead = hInternet.nDataLen;
313    free( hInternet.pabyData );
314    hInternet.pabyData = NULL;
315    hInternet.nDataAlloc = hInternet.nDataLen = 0;
316  }
317
318  CCookie[0]=0;
319
320  if( *lpdwNumberOfBytesRead < dwDataSize )
321      return 0;
322  else
323      return 1; // TRUE
324}
325
326bool InternetGetCookie(LPCTSTR lpszUrl,LPCTSTR lpszCookieName,LPTSTR lpszCookieData,LPDWORD lpdwSize){
327
328  bool ret=1; 
329  int count=0;
330  int hasCookie=-1;
331  char TMP[1024];
332  int j;
333  int tmpC=0;
334  lpszUrl=NULL;
335
336  for(j=0;j<strlen(CCookie);j++){
337    if(lpszCookieName[count]==CCookie[j]){
338      hasCookie=1;
339      count++;
340      if(count==strlen(lpszCookieName))
341        break;
342      continue;
343    }
344  }
345
346  if(hasCookie>0){
347    if(CCookie[count]=='='){
348      int i=0;
349      count++;
350      for(i=count;i<strlen(CCookie);i++){
351        if(CCookie[i]!=';'){
352          TMP[tmpC]=CCookie[i];
353          tmpC++;
354        }
355        else{
356          break;
357        }
358      }
359    }
360  }
361  else
362    return -1;
363
364  TMP[tmpC]=0;
365  strncpy(lpszCookieData,TMP,strlen(TMP)+1);
366  lpdwSize=(size_t*) strlen(lpszCookieData);
367
368#ifdef MSG_LAF_VERBOSE
369  printf("Cookie returned : (%s)",(char*)lpszCookieData);
370#endif
371
372  return ret;
373
374}
375
Note: See TracBrowser for help on using the repository browser.

Search

ZOO Sponsors

http://www.zoo-project.org/trac/chrome/site/img/geolabs-logo.pnghttp://www.zoo-project.org/trac/chrome/site/img/neogeo-logo.png http://www.zoo-project.org/trac/chrome/site/img/apptech-logo.png http://www.zoo-project.org/trac/chrome/site/img/3liz-logo.png http://www.zoo-project.org/trac/chrome/site/img/gateway-logo.png

Become a sponsor !

Knowledge partners

http://www.zoo-project.org/trac/chrome/site/img/ocu-logo.png http://www.zoo-project.org/trac/chrome/site/img/gucas-logo.png http://www.zoo-project.org/trac/chrome/site/img/polimi-logo.png http://www.zoo-project.org/trac/chrome/site/img/fem-logo.png http://www.zoo-project.org/trac/chrome/site/img/supsi-logo.png http://www.zoo-project.org/trac/chrome/site/img/cumtb-logo.png

Become a knowledge partner

Related links

http://zoo-project.org/img/ogclogo.png http://zoo-project.org/img/osgeologo.png