com.freedomoss.crowdcontrol.webharvest.util

Class WebHarvestUtil

java.lang.Object

com.freedomoss.crowdcontrol.webharvest.util.WebHarvestUtil

public class WebHarvestUtil
extends java.lang.Object

Constructor Summary

Constructors

Constructor and Description
WebHarvestUtil()

Method Summary

Modifier and Type	Method and Description
static WebServiceConnectionProperties	createBaseConnectionProperties(ScraperContext context)
static ScraperConfiguration	createPoolableScraperConfiguration(BeanShellScriptEngine scriptEngine, org.xml.sax.InputSource inputSource)
static Scraper	createScraper(ScraperConfiguration configuration)
static ScraperConfiguration	createScraperConfigurationFromContent(java.lang.String configCode)
static ScraperConfiguration	createScraperConfigurationFromFile(java.lang.String filePath)
static ScraperConfiguration	createScraperConfigurationFromResource(java.lang.String resourceName)
static ScraperConfiguration	createScraperConfigurationFromSource(org.xml.sax.InputSource source)
static ScraperConfiguration	createScraperConfigurationFromStream(java.io.InputStream is)
static ScraperConfiguration	createScraperConfigurationFromUrl(java.lang.String url)
static Scraper	createScraperFromContent(java.lang.String configCode)
static Scraper	createScraperFromResource(java.lang.String resourceName)
static java.util.Map<java.lang.String,java.lang.Object>	dbrowConvert(DbRowVariable row)
static java.lang.String	getApplicationContextPath(ScraperContext context)
static java.lang.String	getApplicationHost(ScraperContext context)
static org.springframework.http.HttpHeaders	getHeaderWithAuthorization(ScraperContext context)
static java.lang.String	getPropertyValue(ScraperContext context, java.lang.String property)
static ProxyInfo	getProxyInfo(Scraper scraper)
static java.lang.String	getRestBasePath(ScraperContext context)
static <T> T	getTypedPropertyValue(ScraperContext context, java.lang.String property)
static Credentials	getUserCredentials(ScraperContext context)
static java.lang.Object	getWrappedObjFromContext(ScraperContext context, java.lang.String key)
static java.lang.Object	getWrappedObjFromContext(Scraper scraper, java.lang.String key)
static boolean	isNull(Variable hostVariable)
static java.lang.Object	variableConvertToObject(java.lang.Object var)

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

WebHarvestUtil

public WebHarvestUtil()

Method Detail

getPropertyValue

public static java.lang.String getPropertyValue(ScraperContext context,
                                                java.lang.String property)

getTypedPropertyValue

public static <T> T getTypedPropertyValue(ScraperContext context,
                                          java.lang.String property)

getApplicationContextPath

public static java.lang.String getApplicationContextPath(ScraperContext context)

getApplicationHost

public static java.lang.String getApplicationHost(ScraperContext context)

getRestBasePath

public static java.lang.String getRestBasePath(ScraperContext context)

getHeaderWithAuthorization

public static org.springframework.http.HttpHeaders getHeaderWithAuthorization(ScraperContext context)

getUserCredentials

public static Credentials getUserCredentials(ScraperContext context)

createBaseConnectionProperties

public static WebServiceConnectionProperties createBaseConnectionProperties(ScraperContext context)

isNull

public static boolean isNull(Variable hostVariable)

getWrappedObjFromContext

public static java.lang.Object getWrappedObjFromContext(ScraperContext context,
                                                        java.lang.String key)

getWrappedObjFromContext

public static java.lang.Object getWrappedObjFromContext(Scraper scraper,
                                                        java.lang.String key)

variableConvertToObject

public static java.lang.Object variableConvertToObject(java.lang.Object var)

dbrowConvert

public static java.util.Map<java.lang.String,java.lang.Object> dbrowConvert(DbRowVariable row)

getProxyInfo

public static ProxyInfo getProxyInfo(Scraper scraper)

createScraperFromContent

public static Scraper createScraperFromContent(java.lang.String configCode)

createScraperFromResource

public static Scraper createScraperFromResource(java.lang.String resourceName)

createScraper

public static Scraper createScraper(ScraperConfiguration configuration)

createScraperConfigurationFromResource

public static ScraperConfiguration createScraperConfigurationFromResource(java.lang.String resourceName)

createScraperConfigurationFromContent

public static ScraperConfiguration createScraperConfigurationFromContent(java.lang.String configCode)

createScraperConfigurationFromFile

public static ScraperConfiguration createScraperConfigurationFromFile(java.lang.String filePath)
                                                               throws java.io.FileNotFoundException

Throws:

java.io.FileNotFoundException

createScraperConfigurationFromUrl

public static ScraperConfiguration createScraperConfigurationFromUrl(java.lang.String url)
                                                              throws java.io.IOException

Throws:

java.io.IOException

createScraperConfigurationFromStream

public static ScraperConfiguration createScraperConfigurationFromStream(java.io.InputStream is)

createScraperConfigurationFromSource

public static ScraperConfiguration createScraperConfigurationFromSource(org.xml.sax.InputSource source)

createPoolableScraperConfiguration

public static ScraperConfiguration createPoolableScraperConfiguration(BeanShellScriptEngine scriptEngine,
                                                                      org.xml.sax.InputSource inputSource)