Leaving files open

rhelsen49,

I'll bet this issue is related to the other issue you're having where your downloads are fully downloading but throwing an error at the same time. It may be that a file handle is being left open for each attempted download.

A possible workaround would be to call HTTP Client directly in your script (rather than using a screen-scraper method). Here is some sample code we use to download a file and check the content-type found in the header.


import org.apache.commons.httpclient.*;
import org.apache.commons.httpclient.methods.*;
import org.apache.commons.httpclient.params.HttpMethodParams;
import org.apache.commons.httpclient.contrib.ssl.EasySSLProtocolSocketFactory;

urlString = session.getVariable( "URL_TEMP" );
session.setVariable("URL_TEMP", null);

session.log("Checking content-type for: " + urlString);

// Create a method instance.
HeadMethod method = new HeadMethod( urlString );

// Provide custom retry handler is necessary
method.getParams().setParameter
(
HttpMethodParams.RETRY_HANDLER,
new DefaultHttpMethodRetryHandler( 3, false )
);

try
{
HttpClient client = new HttpClient();

session.setProxySettingsOnHttpClient( client, client.getHostConfiguration() );

try
{
HostConfiguration hostConfiguration = new HostConfiguration();
URL url = new URL( urlString );
if( url.toString().startsWith( "https" ) )
{
Protocol easyHTTPS = new Protocol( "https", new EasySSLProtocolSocketFactory(), 443 );
hostConfiguration.setHost( url.getHost(), 443, easyHTTPS );
}
else
{
hostConfiguration.setHost( url.getHost() );
}
}
catch( MalformedURLException mfue )
{
session.log( "MalformedURLException: " + mfue, mfue );
}

// Execute the method.
int statusCode = client.executeMethod( method );

if( statusCode!=HttpStatus.SC_OK )
{
throw new Exception( "Received status code: " + statusCode );
}

// Retrieve just the last modified header value.
String contentType = method.getResponseHeader( "Content-Type" ).getValue();

session.log( "contentType: " + contentType );
session.setVariable( "CONTENT_TYPE", contentType );
}
catch( Exception e )
{
throw e;
}
finally
{
// Release the connection.
method.releaseConnection();
}

Hopefully this will give you something to work with.

-Scott