forked from zyearn/zhihuCrawler
-
Notifications
You must be signed in to change notification settings - Fork 0
/
XPage.h
102 lines (83 loc) · 2 KB
/
XPage.h
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
/*
* Copyright (C) 2008 xyzse
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
* You should have received a copy of the GNU General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*/
/**
* @file XPage.h
* @version 0.0.0
* @author zouxin ( [email protected] )
* @date 11/3/2008 0.0.0 created, by zouxin
*/
#ifndef _XPAGE_H_
#define _XPAGE_H_
#include <string>
#include <vector>
using namespace std;
class XPage
{
public:
XPage();
XPage(const string &header,const string &body);
~XPage();
//parser
int parserHeader(const string &header);
int parserBody(const string &body);
//get header
int getStatusCode();
int getContentLength();
string getLocation();
string getEncoding();
string getContentType();
string getCharset();
string getTransferEncoding();
//get body
string getBody() const;
//get links
vector<string> getLinks();
//get header
string getHeader() const;
//url
string getUrl() const;
void setUrl(string url);
//ip
string getIp() const;
void setIp(string ip);
//get title
string getTitle();
private:
//url
string m_url;
//ip
string m_ip;
//header
int m_headerLen;
int m_statusCode;
int m_contentLength;
string m_location;
string m_encoding;
string m_contentType;
string m_charset;
string m_transferEncoding;
bool m_connectionState;
//body
string m_body;
//header
string m_header;
//title
string m_title;
private:
void rawlinkfilter( string &rawlink);
bool isFilterLink(const string &plink);
};
#endif