Constant Field Values

Contents

• com.yishuifengxiao.*

com.yishuifengxiao.*

com.yishuifengxiao.common.crawler.domain.constant.CrawlerConstant

Modifier and Type	Constant Field	Value
public static final String	REQUEST_HOSTORY	"REQUEST_HOSTORY_"
public static final int	SC_INTERNAL_SERVER_ERROR	500
public static final int	SC_OK	200
public static final String	SEPARATOR	"[@<yishui>@]"
public static final String	WAIT_DOWN	"WAIT_DOWN_"

com.yishuifengxiao.common.crawler.domain.constant.NestConstant

Modifier and Type	Constant Field	Value
public static final String	CHARSET	"charset"
public static final String	DESC	"description"
public static final String	KEY_WORD	"keywords"
public static final String	TITLE	"title"
public static final String	URL	"url"

com.yishuifengxiao.common.crawler.domain.constant.RuleConstant

Modifier and Type	Constant Field	Value
public static final String	ABSOLUTE_ADDR_LINK	"/"
public static final String	ANT_MATCH_ALL	"/**"
public static final int	CHILD_PATH_FLAG_COUNT	2
public static final String	CN_COM_DOMAIN	"com.cn"
public static final String	HASH_ADDR	"#"
public static final String	ILLEGAL_LINKS_SUFFIX	".+\\.((gif)|(png)|(css)|(js)|(jpg)|(jpeg)|(ico)|(svg)|(woff2)|(exe)|(zip))+"
public static final String	LEFT_SLASH	"/"
public static final String	NETWORK_ADDR_LINK	"http"
public static final String	NOT_LINK	"javascript"
public static final String	QUERY_SEPARATOR	"?"
public static final String	REGEX_DOMAIN	"[a-zA-Z0-9][-a-zA-Z0-9]{0,62}(\\.[a-zA-Z0-9][-a-zA-Z0-9]{0,62})+\\.?"
public static final String	REGEX_MATCH_ALL	".+"
public static final String	REGEX_PROTOCOL_AND_HOST	"http[s]?://[a-zA-Z0-9][-a-zA-Z0-9]{0,62}(\\.[a-zA-Z0-9][-a-zA-Z0-9]{0,62})+\\.?"
public static final String	REGEX_URL	"[a-zA-z]+://[^\\s]*"
public static final String	SHORT_ADDR_LINK	"//"
public static final String	XPATH_ALL_LINK	"//a/@href"

com.yishuifengxiao.common.crawler.domain.constant.SiteConstant

Modifier and Type	Constant Field	Value
public static final String	CACHE_CONTROL	"max-age=0"
public static final int	CONNECTION_TIME_OUT	30000
public static final long	DEFAULT_REQUEST_DEPTH	0L
public static final int	DEFAULT_THREAD_NUM	1
public static final String	HTTP	"http"
public static final String	HTTPS	"https"
public static final long	IMPLICITLY_WAIT_MILLIS	10000L
public static final int	INTERCEPT_RETRY_COUNT	5
public static final int	MAX_REDIRECTS	50
public static final long	MAX_REQUEST_DEPTH	0L
public static final long	PAGE_LOAD_SCRIPT_TIME_OUT_MILLIS	30000L
public static final long	REQUEST_INTERVAL_TIME	10000L
public static final int	RETRY_COUNT	3
public static final long	SCRIPT_TIME_OUT_MILLIS	30000L
public static final String	USER_AGENT	"user-agent"
public static final long	WAIT_TIME_FOR_CLOSE	300000L

com.yishuifengxiao.common.crawler.domain.constant.UserAgentConstant

Modifier and Type	Constant Field	Value
public static final String	USER_AGENT_360_VERSION_WINDOWS	"Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; 360SE)"
public static final String	USER_AGENT_AOYOU_VERSION_WINDOWS	"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Maxthon/4.4.3.4000 Chrome/30.0.1599.101 Safari/537.36"
public static final String	USER_AGENT_AVANT_VERSION_WINDOWS	"User-Agent, Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Avant Browser)"
public static final String	USER_AGENT_EDAG_VERSION_11_476	"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36 Edge/18.18362"
public static final String	USER_AGENT_FIREFOX_VERSION_70_0	"Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:70.0) Gecko/20100101 Firefox/70.0"
public static final String	USER_AGENT_FIREFOX_VERSION_MAC	"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:2.0.1) Gecko/20100101 Firefox/4.0.1"
public static final String	USER_AGENT_GOOGLE_VERSION_75_0	"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.142 Safari/537.36"
public static final String	USER_AGENT_GOOGLE_VERSION_78_0	"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.97 Safari/537.36"
public static final String	USER_AGENT_GREEN_VERSION_WINDOWS	"User-Agent, Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1)"
public static final String	USER_AGENT_IE_VERSION_11_476	"Mozilla/5.0 (Windows NT 10.0; WOW64; Trident/7.0; rv:11.0) like Gecko"
public static final String	USER_AGENT_IE_VERSION_9_0	"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0"
public static final String	USER_AGENT_LBBROWSER_VERSION_WINDOWS	"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/21.0.1180.71 Safari/537.1 LBBROWSER"
public static final String	USER_AGENT_OPERA_VERSION_MAC	"Opera/9.80 (Macintosh; Intel Mac OS X 10.6.8; U; en) Presto/2.8.131 Version/11.11"
public static final String	USER_AGENT_OPERA_VERSION_WINDOWS	"Opera/9.80 (Windows NT 6.1; U; en) Presto/2.8.131 Version/11.11"
public static final String	USER_AGENT_QQ_VERSION_WINDOWS	"Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; .NET4.0C; .NET4.0E; QQBrowser/7.0.3698.400)"
public static final String	USER_AGENT_QQTT_VERSION_WINDOWS	"User-Agent, Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; TencentTraveler 4.0)"
public static final String	USER_AGENT_SAFARI_VERSION_MAC	"Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_8; en-us) AppleWebKit/534.50 (KHTML, like Gecko) Version/5.1 Safari/534.50"
public static final String	USER_AGENT_SAFARI_VERSION_WINDOWS	"Mozilla/5.0 (Windows; U; Windows NT 6.1; en-us) AppleWebKit/534.50 (KHTML, like Gecko) Version/5.1 Safari/534.50"
public static final String	USER_AGENT_SOUGOU_VERSION_WINDOWS	"Mozilla/5.0 (Windows NT 5.1) AppleWebKit/535.11 (KHTML, like Gecko) Chrome/17.0.963.84 Safari/535.11 SE 2.X MetaSr 1.0"
public static final String	USER_AGENT_UC_VERSION_WINDOWS	"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/38.0.2125.122 UBrowser/4.0.3214.0 Safari/537.36"
public static final String	USER_AGENT_WORLD_VERSION_WINDOWS	"Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1)"