css

Tuesday, March 20, 2012

Custom cfhttp tag

Annoyed by the limitations of the default cfhttp tag i have written a custom cf_http tag that overcomes some of the limitations. Well any comments or improvements are very welcome.

Some extra capabilities:
*) This tag automatically unzips gzipped documents.
*) Better control over request headers
*) Return structure is very similar to the cfhttp tag but has some extra data:
  - request headers
  - url of redirection
*) Converts body to utf-8

Based on feedback i upgraded the function. Below the second version of my cfhttp replacement function.

Example calls
<cfset rehttp = structNew()>
<cfset rehttp.url = "http://www.microsoft.com">
<cfset rehttp.variable = arrayNew(2)>

<!---
Syntax rehttp.variable:
[x][1] = [field name];
[x][2] = [field value] [not url encoded];
[x][3] = [url|formfield|setRequestProperty];

url = variable in the url like http://www.google.com?q=test
formfield= posted variables
setRequestProperty = variables like header, body etc.
--->

<cfinvoke component="cfc.httprequest" method="init" returnvariable="objectHTTP">
 <cfinvokeargument name="pass_url" value="#rehttp.url#"/>
 <cfinvokeargument name="pass_cookie" value=""/>
 <cfinvokeargument name="pass_variables" value="#rehttp.variable#"/>
 <cfinvokeargument name="pass_httpuseragent" value=""/>
 <cfinvokeargument name="pass_httphost" value=""/>
 <cfinvokeargument name="pass_httpport" value=""/>
 <cfinvokeargument name="pass_debug" value="false"/>
 <cfinvokeargument name="pass_autoredirect" value="true"/>
 <cfinvokeargument name="pass_remember_cookie" value=""/>
</cfinvoke>

<cfdump var=#objectHTTP#>

<cfset rehttp = structNew()>
<cfset rehttp.url = "http://forums.adobe.com/community/search.jspa">
<cfset rehttp.variable = arrayNew(2)>
<cfset rehttp.variable[1][1] = "peopleEnabled"> <cfset rehttp.variable[1][2] = "true">  <cfset rehttp.variable[1][3] = "url">
<cfset rehttp.variable[2][1] = "userID">  <cfset rehttp.variable[2][2] = "">   <cfset rehttp.variable[2][3] = "url">
<cfset rehttp.variable[3][1] = "spotlight">  <cfset rehttp.variable[3][2] = "false">  <cfset rehttp.variable[3][3] = "url">
<cfset rehttp.variable[4][1] = "containerType"> <cfset rehttp.variable[4][2] = "14">  <cfset rehttp.variable[4][3] = "url">
<cfset rehttp.variable[5][1] = "container">  <cfset rehttp.variable[5][2] = "2223">  <cfset rehttp.variable[5][3] = "url">
<cfset rehttp.variable[6][1] = "rankBy">  <cfset rehttp.variable[6][2] = "date">  <cfset rehttp.variable[6][3] = "url">
<cfset rehttp.variable[7][1] = "q">    <cfset rehttp.variable[7][2] = "cfhttp"> <cfset rehttp.variable[7][3] = "url">

<cfinvoke component="cfc.httprequest" method="init" returnvariable="objectHTTP">
 <cfinvokeargument name="pass_url" value="#rehttp.url#"/>
 <cfinvokeargument name="pass_cookie" value=""/>
 <cfinvokeargument name="pass_variables" value="#rehttp.variable#"/>
 <cfinvokeargument name="pass_httpuseragent" value=""/>
 <cfinvokeargument name="pass_httphost" value=""/>
 <cfinvokeargument name="pass_httpport" value=""/>
 <cfinvokeargument name="pass_debug" value="false"/>
 <cfinvokeargument name="pass_autoredirect" value="true"/>
 <cfinvokeargument name="pass_remember_cookie" value=""/>
</cfinvoke>

<cfdump var=#objectHTTP#>
The actual component.
<cfcomponent name="httprequest">
 <cffunction name="init" access="remote" returntype="struct" output="no">
  <cfargument name="pass_url" type="any">
  <cfargument name="pass_cookie" type="string">
  <cfargument name="pass_variables" type="array" >
  <cfargument name="pass_httpuseragent" type="string" default="Mozilla/5.0 (Windows; U; Windows NT 6.1; nl; rv:1.9.2.28) Gecko/20120306 Firefox/3.6.28">
  <cfargument name="pass_httphost" type="string" >
  <cfargument name="pass_httpport" type="string" >
  <cfargument name="pass_debug" type="boolean" >
  <cfargument name="pass_autoredirect" type="boolean">
  <cfargument name="pass_remember_cookie" type="any" default="">
  <cfargument name="pass_referer" default="">
  <cfset var websitedata = '' />
  <cfset var i = '' />

  <cfset websitedata=structnew()>
  <cfset websitedata.timer = structNew()>
  <cfset websitedata.timer.init = gettickcount()>
  
  <!--- Save get parameters to Array ---->
  <cfset var send_getParameters = arrayNew(2)>
  <cfloop from=1 to=#arrayLen(pass_variables)# index="i">
   <cfif #pass_variables[i][3]# eq 'url'>
    <cfset send_getParameters[evaluate(arraylen(send_getParameters)+1)][1] = pass_variables[i][1]>
    <cfset send_getParameters[arraylen(send_getParameters)][2] = pass_variables[i][2]>
   </cfif>
  </cfloop>
  <!--- End get parameters to Array ---->

  <!--- Save post parameters to Array ---->
  <cfset var send_postParameters = arrayNew(2)>
  <cfloop from=1 to=#arrayLen(pass_variables)# index="i">
   <cfif #pass_variables[i][3]# eq 'formfield'>
    <cfset send_postParameters[evaluate(arraylen(send_postParameters)+1)][1] = pass_variables[i][1]>
    <cfset send_postParameters[arraylen(send_postParameters)][2] = pass_variables[i][2]>
   </cfif>
  </cfloop>
  <!--- End post parameters to Array ---->

  <!--- Save RequestProperties parameters to Array ---->
  <cfset var send_requestsParameters = arrayNew(2)>
  <cfloop from=1 to=#arrayLen(pass_variables)# index="i">
   <cfif #pass_variables[i][3]# eq 'setRequestProperty'>
    <cfset send_requestsParameters[evaluate(arraylen(send_requestsParameters)+1)][1] = pass_variables[i][1]>
    <cfset send_requestsParameters[arraylen(send_requestsParameters)][2] = pass_variables[i][2]>
   </cfif>
  </cfloop>
  <!--- End post parameters to Array ---->

  <!--- Save cookies to Array ---->
  <cfset var send_cookies = arrayNew(2)>
  <cfloop from=1 to=#arrayLen(pass_variables)# index="i">
   <cfif #pass_variables[i][3]# eq 'cookie'>
    <cfset send_cookies[evaluate(arraylen(send_cookies)+1)][1] = pass_variables[i][1]>
    <cfset send_cookies[arraylen(send_cookies)][2] = pass_variables[i][2]>
   </cfif>
  </cfloop>
  <cfloop from=1 to="#listlen(pass_remember_cookie,chr(1000))#" index="i">
   <cfset founditem="#listgetat(pass_remember_cookie,i,chr(1000))#">
   <cfset send_cookies[evaluate(arraylen(send_cookies)+1)][1]  = #left(founditem,find('=',founditem)-1)#>
   <cfset send_cookies[arraylen(send_cookies)][2]  = #founditem#>
  </cfloop>
  <!--- End save cookies to Array ---->



  <cfsavecontent variable="httpRequest">
  <cfoutput>
  <cfinvoke component="cfc.httprequest" method="connect" returnvariable="objectHTTP">
   <cfinvokeargument name="in_url" value="#pass_url#">
   <cfinvokeargument name="in_max_redirects" value="5">
   <cfinvokeargument name="in_UserAgent" value="#pass_httpuseragent#">
   <cfinvokeargument name="in_ProxyPort" value="#pass_httpport#">
   <cfinvokeargument name="in_ProxyHost" value="#pass_httphost#">
   <cfinvokeargument name="in_Cookies" value="#SerializeJSON(send_cookies,true)#">
   <cfinvokeargument name="in_getParameters" value="#SerializeJSON(send_getParameters,true)#">
   <cfinvokeargument name="in_postParameters" value="#SerializeJSON(send_postParameters,true)#">
   <cfinvokeargument name="in_requestParameters" value="#SerializeJSON(send_requestsParameters,true)#">
   <cfloop from=1 to=#arrayLen(pass_variables)# index="i">
    <cfif #pass_variables[i][3]# eq 'setRequestProperty'>
     <cfinvokeargument name="in_#replace(pass_variables[i][1],'-','','all')#" value="#pass_variables[i][2]#">
    </cfif>
   </cfloop>
  </cfinvoke>
  </cfoutput>
  </cfsavecontent>

  <cfset var args = structNew()>
  <cfset args.in_url = pass_url>
  <cfset args.in_max_redirects = 5>
  <cfset args.in_UserAgent = pass_httpuseragent>
  <cfset args.in_ProxyPort = pass_httpport>
  <cfset args.in_ProxyHost = pass_httphost>
  <cfset args.in_Cookies = send_cookies>
  <cfset args.in_getParameters = send_getParameters>
  <cfset args.in_postParameters = send_postParameters>
  <cfset args.in_requestParameters =send_requestsParameters>
  <cfloop from=1 to=#arrayLen(pass_variables)# index="i">
   <cfif #pass_variables[i][3]# eq 'setRequestProperty'>
    <cfset args["in_#replace(pass_variables[i][1],'-','','all')#"] =  #pass_variables[i][2]#>
   </cfif>
  </cfloop>

  <cfset objectHTTP = connect(argumentCollection=args)>

  <cfset websitedata.mimeType = #objectHTTP.mimeType#>
  <cfset websitedata.header = #objectHTTP.header#>
  <cfset websitedata.requestheader = #objectHTTP.requestheader#>
  <cfset websitedata.responseheader = #objectHTTP.responseheader#>
  <cfset websitedata.responseBody = #rereplace(objectHTTP.fileContent,'[^\x09-\xFF]',' ','all')#>
  <cfset websitedata.status = #left(objectHTTP.statuscode,3)#>
  <cfset websitedata.httpRequest = #httpRequest#>
  <cfset websitedata.CONNECTION  = objectHTTP.connection>
  <cftry>
   <cfset websitedata.cookies = #objectHTTP.ResponseHeader["Set-Cookie"]#>
   <cfcatch type="any"><cfset websitedata.cookies = ""></cfcatch>
  </cftry>

  <cfset websitedata.uri = #pass_url#>
  <cfset websitedata.charSet = #objectHTTP.charSet#>
  <cfset websitedata.errors = #objectHTTP.errors#>
  <cfset websitedata.timer.connect = objectHTTP.timing>
  <cfset websitedata.timer.end = gettickcount()>
  <cfreturn websitedata>
 </cffunction>

 <cffunction name="connect">
  <cfargument type="string" name="in_url" required="yes">
  <cfargument type="array" name="in_getParameters" required="no" default="#arrayNew(2)#" hint="Get variables url not encoded">
  <cfargument type="array" name="in_postParameters" required="no" default="#arrayNew(2)#" hint="Post variables url not encoded">
  <cfargument type="array" name="in_requestParameters" required="no" default="#arrayNew(2)#" hint="Request variables url">
  <cfargument type="array" name="in_Cookies" required="no" default="#arrayNew(2)#" hint="Post cookies url not encoded">
  <cfargument type="string" name="in_max_redirects" required="no" default="5">
  <cfargument type="string" name="in_requestMethod" required="no" default="GET">
  <cfargument type="string" name="in_Accept" required="no" default="*/*">
  <cfargument type="string" name="in_ContentType" required="no" default="application/x-www-form-urlencoded">
  <cfargument type="string" name="in_AcceptEncoding" required="no" default="gzip, x-gzip, identity, *;q=0">
  <cfargument type="string" name="in_AcceptCharset" required="no" default="ISO-8859-1,utf-8;q=0.7,*;q=0.7">
  <cfargument type="string" name="in_AcceptLanguage" required="no" default="nl,en-us;q=0.7,en;q=0.3">
  <cfargument type="string" name="in_UserAgent" required="no" default="Mozilla/5.0 (Windows; U; Windows NT 6.1; nl; rv:1.9.2.28) Gecko/20120306 Firefox/3.6.28">
  <cfargument type="string" name="in_CacheControl" required="no" default="no-cache">
  <cfargument type="string" name="in_ConnectTimeout" required="no" default="15000">
  <cfargument type="string" name="in_ReadTimeout" required="no" default="15000">
  <cfargument type="string" name="in_ProxyPort" required="no" default="">
  <cfargument type="string" name="in_ProxyHost" required="no" default="">
  <cfargument type="boolean" name="in_RememberRedirectedCookies" required="no" default="true">
  <cfargument type="string" name="out_Charset" required="no" default="UTF-8">

  <!--- Set local variables --->
   <cfset var local_results = structNew()>
   <cfset var local_i = 0>
   <cfset var local_j = 0>
   <Cfset var local_current_redirect = 0>
   <Cfset var local_current_redirect_including_charset = 0>
   <Cfset var local_PostVariables = "">
   <Cfset var local_Cookies = "">
   <Cfset var local_JavaEncoder = createObject("java","java.net.URLEncoder")>
 
   <Cfset var local_RedirectCookiesAsString = "">
   <Cfset var local_RedirectCookiesAsArray = arrayNew(2)>

   <cfset var local_timer = arrayNew(2)>
   <cfset var local_timer_temp = gettickcount()>
   <cfset var local_redirectBasesOnWrongCharset = false>
   <cfset var local_System = createObject("java", "java.lang.System").getProperties()>

  <!--- End set local variables --->

  <cfset local_timer_temp = gettickcount()>

  <!--- Set defaults  --->

   <cfif in_requestMethod eq ""><cfset in_requestMethod="GET"></cfif>
   <cfif in_Accept eq ""><cfset in_Accept="*/*"></cfif>
   <cfif in_ContentType eq ""><cfset in_ContentType="application/x-www-form-urlencoded"></cfif>
   <cfif in_AcceptEncoding eq ""><cfset in_AcceptEncoding="gzip, x-gzip, identity, *;q=0"></cfif>
   <cfif in_AcceptCharset eq ""><cfset in_AcceptCharset="ISO-8859-1,utf-8;q=0.7,*;q=0.7"></cfif>
   <cfif in_AcceptLanguage eq ""><cfset in_AcceptLanguage="nl,en-us;q=0.7,en;q=0.3"></cfif>
   <cfif in_UserAgent eq ""><cfset in_UserAgent="Mozilla/5.0 (Windows; U; Windows NT 6.1; nl; rv:1.9.2.28) Gecko/20120306 Firefox/3.6.28"></cfif>
   <cfif in_CacheControl eq ""><cfset in_CacheControl="no-cache"></cfif>
   <cfif in_ConnectTimeout eq ""><cfset in_ConnectTimeout="15000"></cfif>
   <cfif in_ReadTimeout eq ""><cfset in_ReadTimeout="15000"></cfif>
   <cfif in_ProxyPort eq ""><cfset in_ProxyPort=""></cfif>
   <cfif in_ProxyHost eq ""><cfset in_ProxyHost=""></cfif>
   <cfif arraylen(in_postParameters) neq 0><cfset in_requestMethod = "POST"></cfif>
  <!--- End set defaults  --->
  
  <!--- Set get variables --->
   <cfloop from=1 to="#arraylen(in_getParameters)#" index="i">
    <cfif i eq 1><cfset in_url = "#in_url#?"></cfif>
    <cfif i gt 1><cfset in_url = "#in_url#&"></cfif>
    <cfset in_url = "#in_url##in_getParameters[i][1]#=#trim(local_JavaEncoder.encode(in_getParameters[i][2],"utf-8"))#">
   </cfloop>
  <!--- End set get variables --->

  <!--- Set post variables --->
   <cfloop from=1 to="#arraylen(in_postParameters)#" index="i">
    <cfif i gt 1><cfset local_PostVariables = "#local_PostVariables#&"></cfif>
    <cfset local_PostVariables = "#local_PostVariables##in_postParameters[i][1]#=#trim(local_JavaEncoder.encode(in_postParameters[i][2],"utf-8"))#">
   </cfloop>
  <!--- End set post variables --->

  <!--- Set cookies --->
   <cfloop from=1 to="#arraylen(in_Cookies)#" index="i">
    <cfif i gt 1><cfset local_Cookies = "#local_Cookies#;"></cfif>
    <cfset local_Cookies = "#local_Cookies##in_Cookies[i][1]#=#trim(local_JavaEncoder.encode(in_Cookies[i][2],"utf-8"))#">
   </cfloop>
  <!--- End set cookies --->

  <cfset in_max_redirects = in_max_redirects -1>

  <!--- Set default output variables --->
   <cfset local_timer_temp = gettickcount()>
   <cfset local_results.CHARSET = "UTF-8">
   <cfset local_results.HEADER = "">
   <cfset local_results.MIMETYPE = "">
   <cfset local_results.CONNECTION = structNew()>
   <cfset local_results.CONNECTION.REDIRECTED = false>
   <cfset local_results.CONNECTION.REDIRECT_TIMES = 0>
   <cfset local_results.CONNECTION.REQUESTS = arrayNew(1)>
   <cfset local_results.CONNECTION.URL_START = in_url>
   <cfset local_results.CONNECTION.URL_END = in_url>

   <cfset local_results.REQUESTHEADER  = structNew()>
   <cfset local_results.RESPONSEHEADER = structNew()>
   <cfset local_results.STATUSCODE = "">
   <cfset local_results.FILECONTENT = "">
   <cfset local_results.ERRORS = structNew()>
   <cfset local_results.SUCCESS = true>
  <!--- End set default output variables --->

  <cfset local_timer[arraylen(local_timer)+1][1] = "Set variables">
  <cfset local_timer[arraylen(local_timer)][2] = gettickcount()-local_timer_temp>

  <cftry>
  <!--- Build connection --->
   <cfset var local_Url = createObject("java", "java.net.URL")>
   <cfif in_ProxyPort neq '' or in_ProxyHost neq ''>
    <cfif in_ProxyHost neq ''><cfset local_System.setProperty("http.proxyHost","#in_ProxyHost#")></cfif>
    <cfif in_ProxyPort neq ''><cfset local_System.setProperty("http.proxyPort","#in_ProxyPort#")></cfif>
   </cfif>
   <cfset var local_Connection = createObject("java", "java.net.HttpURLConnection")>
   <cfloop condition="local_current_redirect lte in_max_redirects and local_current_redirect_including_charset lt 10">

    <cfset local_timer_temp = gettickcount()>

    <cfset local_Url.init(in_url)>
    <cfset local_Connection = local_Url.openConnection()>
    <cfset local_Connection.setConnectTimeout(JavaCast("int",in_ConnectTimeout))>
    <cfset local_Connection.setReadTimeout(JavaCast("int",in_ReadTimeout))>
    <cfset local_Connection.setRequestMethod(in_requestMethod)>
    <cfset local_Connection.setFollowRedirects(true)>
    <cfset local_Connection.setDoInput(true)>
    <cfif local_PostVariables neq ''><cfset local_Connection.setDoOutput(true)></cfif>
    <cfset local_Connection.setRequestProperty("Accept", in_Accept)>
    <cfset local_Connection.setRequestProperty("Content-Type", in_ContentType)>
    <cfset local_Connection.setRequestProperty("Accept-Encoding", in_AcceptEncoding)>
    <cfset local_Connection.setRequestProperty("Accept-Charset", in_AcceptCharset)>
    <cfset local_Connection.setRequestProperty("Accept-Language",in_AcceptLanguage)>
    <cfset local_Connection.setRequestProperty("User-Agent",in_UserAgent)>
    <cfset local_Connection.setRequestProperty("Cache-Control", in_CacheControl)>
    <cfset local_Connection.setRequestProperty("Cookie", local_Cookies)>

    <cfif local_current_redirect eq 0>
     <cfloop from=1 to="#arraylen(in_requestParameters)#" index="i">
      <cfset local_Connection.setRequestProperty("#in_requestParameters[i][1]#", in_requestParameters[i][2])>
     </cfloop>
    </cfif>


    <cfset local_Connection.setInstanceFollowRedirects(false)>

    <cfset local_results.url = local_Connection.getURL().toString()>

    <!--- Get request headers --->
    <cfset var local_RequestHeadersStruc = structNew()>
    <cfset var local_RequestHeadersArrayNew = arrayNew(2)>
    <cfset var local_RequestHeadersArrayOriginal = local_Connection.getRequestProperties().entrySet().toArray()>

    <cfloop from=1 to="#arraylen(local_RequestHeadersArrayOriginal)#" index="i">
     <Cfif not isnull(local_RequestHeadersArrayOriginal[i].getKey())>
      <cfset local_RequestHeadersArrayNew[i][1]  = local_RequestHeadersArrayOriginal[i].getKey()>
      <cfloop from=1 to="#arrayLen(local_RequestHeadersArrayOriginal[i].getValue())#" index="j"><cfset local_RequestHeadersArrayNew[i][j+1]  = local_RequestHeadersArrayOriginal[i].getValue()[j]></cfloop>
     <cfelse>
      <cfset local_RequestHeadersArrayNew[i][1]  = "">
      <cfloop from=1 to="#arrayLen(local_RequestHeadersArrayOriginal[i].getValue())#" index="j"><cfset local_RequestHeadersArrayNew[i][j+1]  = local_RequestHeadersArrayOriginal[i].getValue()[j]></cfloop>
     </cfif>
    </cfloop>
    <cfloop from=1 to="#arraylen(local_RequestHeadersArrayNew)#" index="i">
     <cfif arraylen(local_RequestHeadersArrayNew[i]) eq 2>
      <cfset local_RequestHeadersStruc[local_RequestHeadersArrayNew[i][1]] = local_RequestHeadersArrayNew[i][2]>
     <cfelse>
      <cfset local_ResponseHeadersStruc[local_RequestHeadersArrayNew[i][1]] = structNew()>
      <cfloop from=1 to="#arraylen(local_RequestHeadersArrayNew[i])#" index="j">
       <Cftry><cfset local_RequestHeadersStruc[local_RequestHeadersArrayNew[i][1]][""&j&""] = local_RequestHeadersArrayNew[i][j+1]><cfcatch type="any"></cfcatch></cftry>
      </cfloop>
     </cfif>
    </cfloop>
    <!--- <cfset results.requestHeader_asArray = local_RequestHeadersArrayNew> --->
    <!--- End get request headers --->

    <!--- Post post variables --->
    <cfif local_PostVariables neq ''>
     <cfset var local_uploadStream = local_Connection.getOutputStream() />
     <cfset var local_uploadWriter = createObject( "java", "java.io.OutputStreamWriter" ).init(local_uploadStream) />
     <cfset local_uploadWriter.write(javaCast( "string", (local_PostVariables) )) />
     <cfset local_uploadWriter.close() />
    </cfif>
    <!--- End post post variables --->

    <!--- Store get variables in structure to return --->
    <cfset local_RequestHeadersStruc.urlVariables = structNew()>
    <cfloop from=1 to="#arraylen(in_getParameters)#" index="i">
     <cfset local_RequestHeadersStruc.urlVariables[""&i&""] = structNew()>
     <cfset local_RequestHeadersStruc.urlVariables[""&i&""].name = "#in_getParameters[i][1]#">
     <cfset local_RequestHeadersStruc.urlVariables[""&i&""].value =  "#in_getParameters[i][2]#">
    </cfloop>
    <!--- End store get variables in structure to return --->

    <!--- Store post variables in structure to return --->
    <cfset local_RequestHeadersStruc.postVariables = structNew()>
    <cfloop from=1 to="#arraylen(in_postParameters)#" index="i">
     <cfset local_RequestHeadersStruc.postVariables[""&i&""] = structNew()>
     <cfset local_RequestHeadersStruc.postVariables[""&i&""].name = "#in_postParameters[i][1]#">
     <cfset local_RequestHeadersStruc.postVariables[""&i&""].value =  "#in_postParameters[i][2]#">
    </cfloop>
    <!--- End store post variables in structure to return --->
 
    <!--- Store cookies in structure to return --->
    <cfset local_RequestHeadersStruc.Cookies = structNew()>
    <cfloop from=1 to="#arraylen(in_Cookies)#" index="i">
     <cfset local_RequestHeadersStruc.Cookies[""&i&""] = structNew()>
     <cfset local_RequestHeadersStruc.Cookies[""&i&""].name = "#in_Cookies[i][1]#">
     <cfset local_RequestHeadersStruc.Cookies[""&i&""].value =  "#in_Cookies[i][2]#">
    </cfloop>
    <!--- Stop store cookies in structure to return --->
    <cfset local_RequestHeadersStruc.requestMethod = in_requestMethod>
    <cfset local_results.requestHeader = local_RequestHeadersStruc>

    <cfset local_timer[arraylen(local_timer)+1][1] = "Set request">
    <cfset local_timer[arraylen(local_timer)][2] = gettickcount()-local_timer_temp>

    <!--- Get response headers --->
    <cfset local_timer_temp = gettickcount()>
    <cfset var local_ResponseHeadersStruc = structNew()>
    <cfset var local_ResponseHeadersString = "">
    <cfset var local_ResponseHeadersArrayNew= arrayNew(2)>
    <cfset var local_ResponseHeadersArrayOriginal = local_Connection.getHeaderFields().entrySet().toArray()>
 
    <cfloop from=1 to="#arraylen(local_ResponseHeadersArrayOriginal)#" index="i">
     <Cfif not isnull(local_ResponseHeadersArrayOriginal[i].getKey())>
      <cfset local_ResponseHeadersString = "#local_ResponseHeadersString##local_ResponseHeadersArrayOriginal[i].getKey()#: ">
      <cfset local_ResponseHeadersArrayNew[i][1]  = local_ResponseHeadersArrayOriginal[i].getKey()>
      <cfloop from=1 to="#arrayLen(local_ResponseHeadersArrayOriginal[i].getValue())#" index="j"><cfset local_ResponseHeadersString = "#local_ResponseHeadersString##local_ResponseHeadersArrayOriginal[i].getValue()[j]# "><cfset local_ResponseHeadersArrayNew[i][j+1]  = local_ResponseHeadersArrayOriginal[i].getValue()[j]></cfloop>
     <cfelse>
      <cfset local_ResponseHeadersArrayNew[i][1]  = "">
      <cfloop from=1 to="#arrayLen(local_ResponseHeadersArrayOriginal[i].getValue())#" index="j"><cfset local_ResponseHeadersString = "#local_ResponseHeadersString##local_ResponseHeadersArrayOriginal[i].getValue()[j]# "><cfset local_ResponseHeadersArrayNew[i][j+1]  = local_ResponseHeadersArrayOriginal[i].getValue()[j]></cfloop>
     </cfif>
    </cfloop>

    <cfloop from=1 to="#arraylen(local_ResponseHeadersArrayNew)#" index="i">
     <cfif arraylen(local_ResponseHeadersArrayNew[i]) eq 2 and not local_ResponseHeadersArrayNew[i][1] eq 'Set-Cookie'>
      <cfset local_ResponseHeadersStruc[local_ResponseHeadersArrayNew[i][1]] = local_ResponseHeadersArrayNew[i][2]>
     <cfelse>
      <cfset local_ResponseHeadersStruc[local_ResponseHeadersArrayNew[i][1]] = structNew()>
      <cfloop from=1 to="#arraylen(local_ResponseHeadersArrayNew[i])#" index="j">
       <Cftry><cfset local_ResponseHeadersStruc[local_ResponseHeadersArrayNew[i][1]][""&j&""] = local_ResponseHeadersArrayNew[i][j+1]><cfcatch type="any"></cfcatch></cftry>
      </cfloop>
     </cfif>
    </cfloop>

    <cfset local_results.CONNECTION.REQUESTS[arrayLen(local_results.CONNECTION.REQUESTS)+1] = structNew()>
    <cfset local_results.CONNECTION.REQUESTS[arrayLen(local_results.CONNECTION.REQUESTS)].URL = in_url>
    <cfset local_results.CONNECTION.REQUESTS[arrayLen(local_results.CONNECTION.REQUESTS)].COOKIES = local_Cookies>
    <cfif StructKeyExists(local_results.RESPONSEHEADER, "Set-Cookie")>
     <cfset local_results.CONNECTION.REQUESTS[arrayLen(local_results.CONNECTION.REQUESTS)].COOKIES= #local_results.RESPONSEHEADER["Set-Cookie"]#>
    </cfif>
    <cfset local_results.CONNECTION.REQUESTS[arrayLen(local_results.CONNECTION.REQUESTS)].REQUEST_HEADER = local_RequestHeadersStruc>
    <cfset local_results.CONNECTION.REQUESTS[arrayLen(local_results.CONNECTION.REQUESTS)].RESPONSE_HEADER = local_ResponseHeadersStruc>

 
    <cfset local_results.header = local_ResponseHeadersString>
    <cfset local_results.responseHeader = local_ResponseHeadersStruc>
    <cfset local_timer[arraylen(local_timer)+1][1] = "Get url header">
    <cfset local_timer[arraylen(local_timer)][2] = gettickcount()-local_timer_temp>
    <!--- End get response headers --->
 
    <!--- Get CHARSET AND MIMETYPE --->
    <cfset local_timer_temp = gettickcount()>
    <Cfset var mimetype = local_Connection.getContentType()>
    <cftry><cfif find('charset=',mimetype) gt 0 and not local_redirectBasesOnWrongCharset><cfset local_results.Charset = rereplace(mimetype,'.*?charset=(.*)','\1','one')><Cfelseif not local_redirectBasesOnWrongCharset><cfset local_results.Charset ='UTF-8'></cfif><cfcatch type="any"><cfset local_results.Charset ='UTF-8'></cfcatch></cftry>
    <cftry><cfset local_results.Mimetype = rereplace(mimetype,'(.*?);.*','\1','one')><cfcatch type="any"></cfcatch></cftry>
    <cfset local_timer[arraylen(local_timer)+1][1] = "Get url charset and mimetype: #local_results.Charset#">
    <cfset local_timer[arraylen(local_timer)][2] = gettickcount()-local_timer_temp>
    <!--- End Get CHARSET AND MIMETYPE --->

    <!--- Get response body --->
    <cfif not (local_Connection.getResponseCode() eq local_Connection.HTTP_MOVED_PERM OR local_Connection.getResponseCode() eq local_Connection.HTTP_MOVED_TEMP OR local_Connection.getResponseCode() EQ local_Connection.HTTP_SEE_OTHER)>
     <cfset var local_ResponseBody = "">
      <cfif local_Connection.getContentEncoding() neq "" && (local_Connection.getContentEncoding().equalsIgnoreCase("gzip") || local_Connection.getContentEncoding().equalsIgnoreCase("x-gzip"))>
      <cfset var local_BufferedReader = createObject("java","java.io.BufferedReader").init(CreateObject( "JAVA", "java.io.InputStreamReader" ).init( createObject("java", "java.util.zip.GZIPInputStream").init(local_Connection.getInputStream()),local_results.Charset))>
     <cfelse>
      <cfset var local_BufferedReader = createObject("java","java.io.BufferedReader").init(CreateObject( "JAVA", "java.io.InputStreamReader" ).init( local_Connection.getInputStream(),local_results.Charset))>
     </cfif>
  
     <cfset var local_line="">
     <cfset var local_lineCheck = false>
 
     <cfset local_line = local_BufferedReader.readLine()>
     <cfset local_lineCheck = isDefined("local_line")>

     <cfset var local_stringbldr = createObject("java", "java.lang.StringBuilder").init()>
     <cfloop condition="#isDefined("local_line")#">
      <cfset local_stringbldr.append("#local_line##chr(13)##chr(10)#")>
      <cfset local_line = local_BufferedReader.readLine()>
     </cfloop> 
     <cfset local_ResponseBody = local_stringbldr.toString()>
     <Cfset local_BufferedReader.close()>
 
     <cfset local_results.Filecontent = local_ResponseBody>
     <cfset local_timer[arraylen(local_timer)+1][1] = "Get url body">
     <cfset local_timer[arraylen(local_timer)][2] = gettickcount()-local_timer_temp>
     <!--- End get response body --->

     <!--- check if wrong charset is used --->
     <cfset local_redirectBasesOnWrongCharset = false>
     <cfif refind("<meta(?!\s*(?:name|value)\s*=)[^>]*?charset\s*=[\s""']*([^\s""'/>]*)",local_ResponseBody) gt 0>
      <cfif local_results.Charset neq rereplacenocase(local_ResponseBody,".*<meta(?!\s*(?:name|value)\s*=)[^>]*?charset\s*=[\s""']*([^\s""'/>]*)(.*)","\1","one")>
       <cfset local_results.Charset = ucase(rereplacenocase(local_ResponseBody,".*<meta(?!\s*(?:name|value)\s*=)[^>]*?charset\s*=[\s""']*([^\s""'/>]*)(.*)","\1","one"))>
       <cfset local_redirectBasesOnWrongCharset = true>
      </cfif>
     </cfif>
     <!--- End check if wrong charset is used --->
    </cfif>

    <!--- Check if redirection is necessary --->
    <cfif (local_Connection.getResponseCode() eq local_Connection.HTTP_MOVED_PERM OR local_Connection.getResponseCode() eq local_Connection.HTTP_MOVED_TEMP OR local_Connection.getResponseCode() EQ local_Connection.HTTP_SEE_OTHER OR local_redirectBasesOnWrongCharset)>
     <cfif not local_redirectBasesOnWrongCharset>
      <cfif refind('^.{2,5}://',local_Connection.getHeaderField("Location")) eq 0><cfset in_url = local_Url.getProtocol() & "://" & local_Url.getHost() & local_Connection.getHeaderField("Location")>
      <Cfelse><cfset in_url = local_Connection.getHeaderField("Location")></cfif>
      <cfset local_results.Statuscode = "#local_Connection.getResponseCode()# #local_Connection.getResponseMessage()#">
      <cfset local_results.URL = in_url>
      <cfset local_results.CONNECTION.REDIRECTED = true>
      <cfset local_results.CONNECTION.REDIRECT_TIMES = local_current_redirect+1>
      <cfset local_results.CONNECTION.REDIRECT_URL[""&local_current_redirect+1&""] = in_url>
      <cfset local_results.CONNECTION.URL_END = in_url>

      <cfif StructKeyExists(local_results.RESPONSEHEADER, "Set-Cookie")>
       <cfloop collection="#local_results.RESPONSEHEADER["Set-Cookie"]#" item="key">
        <cfset var local_cookie_name = "#rereplace(local_results.RESPONSEHEADER["Set-Cookie"][key],'^(.*?)=.*','\1','one')#">
        <cfset var local_cookie_value = "#rereplace(local_results.RESPONSEHEADER["Set-Cookie"][key],'^.*?=(.*?)(;.*|$)','\1','one')#">
        <cfset var local_cookie_found = false>

        <cfloop from=1 to=#arrayLen(in_Cookies)# index="j">
         <cfif in_Cookies[j][1] eq local_cookie_name>
          <cfset in_Cookies[j][2] = local_cookie_value>
          <cfset local_cookie_found = true>
          <cfbreak>
         </cfif>
        </cfloop>

        <cfif not local_cookie_found>
         <cfset in_Cookies[#evaluate(arrayLen(in_Cookies)+1)#][1] = local_cookie_name>
         <cfset in_Cookies[#arrayLen(in_Cookies)#][2] = local_cookie_value>
        </cfif>

        <cfloop from=1 to=#arrayLen(local_RedirectCookiesAsArray)# index="j">
         <cfif in_Cookies[j][1] eq local_cookie_name>
          <cfset local_RedirectCookiesAsArray[j][1] = local_cookie_name>
          <cfset local_RedirectCookiesAsArray[j][2] = local_results.RESPONSEHEADER["Set-Cookie"][key]>
         <cfelseif j eq arrayLen(local_RedirectCookiesAsArray)> 
          <cfset local_RedirectCookiesAsArray[j+1][1] = local_cookie_name>
          <cfset local_RedirectCookiesAsArray[j+1][2] = local_results.RESPONSEHEADER["Set-Cookie"][key]>
         </cfif>
        </cfloop>
        <cfif arrayLen(local_RedirectCookiesAsArray) eq 0>
         <cfset local_RedirectCookiesAsArray[1][1] = local_cookie_name>
         <cfset local_RedirectCookiesAsArray[1][2] = local_results.RESPONSEHEADER["Set-Cookie"][key]>
        </cfif>
       </cfloop>
       <!--- Set cookies --->
       <cfloop from=1 to="#arraylen(in_Cookies)#" index="i">
        <cfif i gt 1><cfset local_Cookies = "#local_Cookies#;"></cfif>
        <cfset local_Cookies = "#local_Cookies##in_Cookies[i][1]#=#trim(urldecode(local_JavaEncoder.encode(in_Cookies[i][2],"utf-8")))#">
       </cfloop>
       <!--- End set cookies --->
      </cfif>
     </cfif>
     <cfset local_Connection.disconnect()> 
    <cfelse>
     <cfset local_results.Statuscode = "#local_Connection.getResponseCode()# #local_Connection.getResponseMessage()#">
     <cfset local_results.URL = in_url>
     <cfset local_results.CONNECTION.REDIRECT_TIMES = local_current_redirect>
     <cfset local_Connection.disconnect()> 
     <Cfbreak>
    </cfif>
    <!--- End check if redirection is necessary --->
 
    <cfif not local_redirectBasesOnWrongCharset><Cfset local_current_redirect = local_current_redirect + 1></cfif>
    <Cfset local_current_redirect_including_charset = local_current_redirect_including_charset + 1>
   </cfloop>
  <!--- End build connection --->
   <cfcatch type="any">
    <cfset local_results.ERRORS.MESSAGE = cfcatch.message>
    <cftry><cfset local_results.ERRORS.TYPE = cfcatch.Type><cfcatch type="any"></cfcatch></cftry>
    <cftry><cfset local_results.ERRORS.StackTrace = cfcatch.StackTrace><cfcatch type="any"></cfcatch></cftry>
    <cftry><cfset local_results.ERRORS.TagContext = cfcatch.TagContext><cfcatch type="any"></cfcatch></cftry>
    <cfset local_results.success= false>
    <cftry><cfset local_results.Statuscode = "#local_Connection.getResponseCode()# #local_Connection.getResponseMessage()#"><cfcatch type="any"></cfcatch></cftry>
    <cftry><cfset local_Connection.disconnect()> <cfcatch type="any"></cfcatch></cftry>
   </cfcatch>
  </cftry>
 
  <cfif in_ProxyPort neq '' or in_ProxyHost neq ''>
   <cfset var local_system = createObject("java", "java.lang.System")>
       <cfif in_ProxyHost neq ''><cfset local_system.clearProperty("http.proxyHost")></cfif>
      <cfif in_ProxyPort neq ''><cfset local_system.clearProperty("http.proxyPort")></cfif>
  </cfif>

  <cfif in_RememberRedirectedCookies>
   <cfif not StructKeyExists(local_results.RESPONSEHEADER, "Set-Cookie")>
    <cfset local_results.RESPONSEHEADER["Set-Cookie"] = structNew()>
   </cfif>
   <Cfset var local_count_keys = 0>
   <cftry><cfloop collection="#local_results.RESPONSEHEADER["Set-Cookie"]#" item="key"><cfset local_count_keys = local_count_keys+1></cfloop>
    <cfcatch type="any">
     <cfif not IsStruct(local_results.RESPONSEHEADER["Set-Cookie"])>
      <cfif local_results.RESPONSEHEADER["Set-Cookie"] neq ''><cfset local_count_keys = local_count_keys+1></cfif>
     </cfif>
    </cfcatch>
   </cftry>

   <cfloop from=1 to="#arrayLen(local_RedirectCookiesAsArray)#" index="i">
    <cfset local_count_keys = local_count_keys+1>
    <cfset local_results.RESPONSEHEADER["Set-Cookie"][""&local_count_keys&""] = local_RedirectCookiesAsArray[i][2]>
   </cfloop>
  </cfif>

  <cfset local_results.fileContent = CharsetEncode(ToBinary(ToBase64(local_results.fileContent)), out_Charset)>
  <cfset local_results.fileContent = #ToString(local_results.fileContent)#>

  <cfset local_results.timing = local_timer>

  <cfset local_System.setProperty("http.proxyHost","")>
  <cfset local_System.setProperty("http.proxyPort","")>

  <cfreturn local_results>
 </cffunction>

</cfcomponent>