3.3.1 Response 定义

    3.3.2 Response 提供的一些public方法

    2. func NewResponse(req *Request) *Response {
    3. }
    5. // 使用前的初始化工作
    6. func (self *Response) Prepare(resp *http.Response, req *Request) *Response {
    7. }
    9. // GetError test whether download process success or not.
    10. func (self *Response) GetError() error {
    11.     return self.err
    12. }
    14. // SetError save err about download process.
    15. func (self *Response) SetError(err error) {
    16.     self.err = err
    17. }
    19. // AddItem saves KV string pair to Response.Items preparing for Pipeline
    20. func (self *Response) AddItem(data map[string]interface{}) {
    21.     self.items = append(self.items, data)
    22. }
    24. func (self *Response) GetItem(idx int) map[string]interface{} {
    25.     return self.items[idx]
    26. }
    28. func (self *Response) GetItems() []map[string]interface{} {
    29.     return self.items
    30. }
    32. // AddFile saves to Response.Files preparing for Pipeline
    36. func (self *Response) GetFile(idx int) map[string]interface{} {
    37.     return self.files[idx]
    38. }
    40. func (self *Response) GetFiles() []map[string]interface{} {
    41.     return self.files
    42. }
    44. // GetRequest returns request oject of self page.
    45. func (self *Response) GetRequest() *Request {
    46.     return self.Request
    47. }
    49. func (self *Response) GetHost() string {
    50.     return self.Response.Request.URL.Host
    51. }
    53. func (self *Response) GetResponseHeader() http.Header {
    54.     return self.Response.Header
    55. }
    57. func (self *Response) GetRequestHeader() http.Header {
    58.     return self.Response.Request.Header
    59. }
    61. func (self *Response) GetReferer() string {
    62.     return self.Response.Request.Header.Get("Referer")
    63. }
    65. // 自定义设置输出结果的"上级链接"字段
    66. func (self *Response) SetReferer(referer string) *Response {
    68. }
    70. // GetHtmlParser returns goquery object binded to target crawl result.
    71. func (self *Response) GetDom() *goquery.Document {
    72.     if self.dom == nil {
    73.         self.initDom()
    74.     }
    75.     return self.dom
    76. }
    78. // GetHtmlParser returns goquery object binded to target crawl result. 
    79. func (self *Response) initDom() *goquery.Document {
    80.     r := strings.NewReader(self.GetText())
    81.     var err error
    82.     self.dom, err = goquery.NewDocumentFromReader(r)
    83.     if err != nil {
    84.         logs.Log.Error("%v", err)
    85.         panic(err.Error())
    86.     }
    87.     return self.dom
    88. }
    90. // GetBodyStr returns plain string crawled.
    91. func (self *Response) GetText() string {
    92.     if self.text == "" {
    93.         self.initText()
    94.     }
    95.     return self.text
    96. }
    98. func (self *Response) ResetText(body string) *Response {
    99.     self.text = body
    100.     self.dom = nil
    101. }