修复采集问题

Author: wlwr

lib/rss/weixin.js

@@ -72,7 +72,6 @@ Weixin.prototype.getListData = function*(apiUrl) {
 
   var body = response.body;
   var match = body.match(/var\smsgList\s=\s'([\s\S]*?)';/);
-
   if (!match || !match[1]) {
     throw new Error('无法获取列表数据');
   }
@@ -89,6 +88,21 @@ Weixin.prototype.getListData = function*(apiUrl) {
       'sourcename' : item.app_msg_ext_info.author
     };
     items.push(_item);
+    //subList
+    var subList = item.app_msg_ext_info.multi_app_msg_item_list;
+    if (subList.length > 0) {
+      subList.forEach(function(subItem) {
+        var _item = {
+          'docid' : subItem.fileid,
+          'lastModified' : item.comm_msg_info.datetime,
+          'title' : subItem.title,
+          'content' : subItem.digest,
+          'url' : 'http://mp.weixin.qq.com' + subItem.content_url.substr(1).html(),
+          'sourcename' : subItem.author
+        };
+        items.push(_item);
+      });
+    }
   });
   return items;
 }
@@ -119,23 +133,32 @@ Weixin.prototype.getContentData = function*(item) {
     });
   if (!result.error && result.statusCode == 200) {
     var match = result.body.match(/id=\"js_content\">([\s\S]*?)<\/div>/);
+    var cover = this.getCover(result.body);
     if (match && match[1]) {
       content = match[1].replace(/data-src/g, 'src');
-      var coverHtml = item.imglink ? '<p class="article-cover"><img src="' + item.imglink + '"></p>' : '';
+      var coverHtml = cover ? '<p class="article-cover"><img src="' + cover + '"></p>' : '';
       content = coverHtml + content;
       return {'content' : content, 'source' : result.request.href};
     }
   }
 }
 
+Weixin.prototype.getCover = function(html) {
+  var match = html.match(/var\scover\s=\s\"([\s\S]*?)\";/);
+  if (match && match[1]) {
+    return match[1];
+  }
+};
+
 Weixin.prototype.getRequestHeaders = function*() {
   return {
     'Accept': '*/*',
     'Accept-Language': 'zh-CN,zh;q=0.8,en;q=0.6',
     'Cache-Control': 'max-age=0',
     'Connection': 'keep-alive',
     'Cookie': 'sd_userid=74761436088560498; sd_cookie_crttime=1436088560498; 3g_guest_id=-9124332030488707072; ts_refer=www.baidu.com/link; ts_uid=1816741185; eas_sid=f1w4I5H7w224X4z3w9J27844g9; _ga=GA1.2.1140860462.1438155424; pgv_pvid=1467256065; o_cookie=527114214; noticeLoginFlag=1; ptui_loginuin=527114214; ptcz=2a4b878f712cb71f3eeb0fda5a3d488fd4688d292820e1485fa04ee62c2c9500; pt2gguin=o0527114214; uin=o0527114214; skey=@k3f0ouWCY; qm_username=527114214; qm_sid=705e43ed71261bdea26e56d389d4d334,cpfgcNUS3Cs4.; ptisp=ctc',
-    'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/42.0.2311.135 Safari/537.36'
+    'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/42.0.2311.135 Safari/537.36',
+    'Referer' : 'http://weixin.sogou.com/weixin?type=1&query=%E4%B8%80%E5%85%9C%E7%B3%96&ie=utf8&_sug_=y&_sug_type_=&w=01019900&sut=2112&sst0=1468836385188&lkt=1%2C1468836385080%2C1468836385080'
   }
 }