Greasy Fork is available in English.
目标是聚合网页，省去翻页烦恼。有需要聚合的网址请反馈。 QQ群号：455809302,点击链接加入群【油猴脚本私人定制】：https://jq.qq.com/?_wv=1027&k=45p9bea
当前为
// ==UserScript==
// @name 聚合网页(美女图聚合展示演化而来)by SeLang
// @namespace http://cmsv1.findmd5.com/
// @version 0.01
// @description 目标是聚合网页，省去翻页烦恼。有需要聚合的网址请反馈。 QQ群号：455809302,点击链接加入群【油猴脚本私人定制】：https://jq.qq.com/?_wv=1027&k=45p9bea
// @author selang
// @include /https?\:\/\/*/
// @require https://cdn.staticfile.org/jquery/1.12.4/jquery.min.js
// @require https://cdnjs.cloudflare.com/ajax/libs/ipfs/0.50.2/index.min.js
// @connect *
// @grant GM_download
// @grant GM_openInTab
// @grant GM_getTab
// @grant GM_getTabs
// @grant GM_saveTab
// @grant GM_xmlhttpRequest
// @grant GM_addStyle
// @grant GM_registerMenuCommand
// @grant unsafeWindow
// ==/UserScript==
(function () {
if (window.top === window.self) {
//日志
function log() {
if (true) {
console.log.apply(this, arguments);
}
};
function err() {
if (true) {
console.error.apply(this, arguments);
}
}
function priorityLog() {
console.log.apply(this, arguments);
}
const AsyncFunction = Object.getPrototypeOf(async function () {
}).constructor;
const Alpha_Script = {
sleep: function (time = 100) {
return new Promise(resolve => {
setTimeout(function () {
resolve();
}, time);
})
},
obtainHtmlAsync: function (options) {
options = options || {};
if (!options.url) {
throw new Error("参数不合法");
}
return new Promise(resolve => {
options.headers = options.headers || Alpha_Script.parseHeaders("Accept:image/webp,image/*,*/*;q=0.8\n" +
"Accept-Encoding:gzip, deflate, sdch\n" +
"Accept-Language:zh-CN,zh;q=0.8\n" +
"Referer:" + window.location.href + "\n" +
"User-Agent:Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/56.0.2924.87 Safari/537.36"
);
options.method = options.method || 'GET';
options.onload = options.onload || function (response) {
if (response && response.status && response.status >= 200 && response.status < 300) {
let html = response.responseText;
resolve(html);
}
}
GM_xmlhttpRequest(options);
});
},
asyncPool: function (poolLimit, array, iteratorFn) {
let i = 0;
const ret = [];
const executing = [];
const enqueue = function () {
//Boundary processing, array is an empty array
if (i === array.length) {
return Promise.resolve();
}
//Initialize a promise every enqueue
const item = array[i++];
const p = Promise.resolve().then(() => iteratorFn(item, array));
//Put into promises array
ret.push(p);
//After the promise is executed, remove it from the executing array
const e = p.then(() => executing.splice(executing.indexOf(e), 1));
//Insert the executing number to indicate the executing promise
executing.push(e);
//Using promise.rece, whenever the number of promises in the executing array is less than poollimit, the new promise is instantiated and executed
let r = Promise.resolve();
if (executing.length >= poolLimit) {
r = Promise.race(executing);
}
//Recursion until array is traversed
return r.then(() => enqueue());
};
return enqueue().then(() => Promise.allSettled(ret));
},
obtainHtml: function (options) {
options = options || {};
if (!options.url || !options.method) {
throw new Error("参数不合法");
}
GM_xmlhttpRequest(options);
},
parseHeaders: function (headStr) {
var o = {};
var myregexp = /^([^:]+):(.*)$/img;
var match = /^([^:]+):(.*)$/img.exec(headStr);
while (match != null) {
o[match[1].trim()] = match[2].trim();
match = myregexp.exec(headStr);
}
return o;
},
//获取参数
getParam: function (dest, name) {
var reg = new RegExp("(^|&)" + name + "=([^&]*)(&|$)");
var r = dest.match(reg);
if (r != null) return decodeURI(r[2]);
return null;
},
isArray: function (value) {
return Object.prototype.toString.apply(value) === '[object Array]';
}
};
(function () {
'use strict';
priorityLog('欢迎进群：455809302交流。一起玩。');
priorityLog('一起玩不论是不是技术人员都欢迎。只要有创意也欢迎加入。点击链接加入群【油猴脚本私人级别定制】：https://jq.qq.com/?_wv=1027&k=460soLy。');
priorityLog('未实现：');
function validateUrl(url) {
let validate = true;
if (url.startsWith('#')) {
validate = false;
} else {
if (!url.toLowerCase().startsWith('//')) {
if (url.startsWith("/")) {
url = `${window.location.protocol}//${window.location.hostname}${url}`;
} else {
url = `${window.location.protocol}//${window.location.hostname}/${url}`;
}
} else {
url = `${window.location.protocol}${url}`;
}
}
return {validate, url};
}
async function parseNextPages(nextSelector = 'a:contains("下一页")') {
let ret = [];
ret.push({
url: window.location.href,
html: $('html').prop("outerHTML")
});
let nextEs = $(nextSelector);
log('解析下一页开始...');
while (nextEs.length > 0) {
let nextPageUrl = nextEs.attr('href');
let validateUrlResult = validateUrl(nextPageUrl);
if (!validateUrlResult.validate) {
break;
}
nextPageUrl = validateUrlResult.url;
log(nextPageUrl);
let html = await Alpha_Script.obtainHtmlAsync({url: nextPageUrl});
ret.push({
url: nextPageUrl,
html
});
let parseHTML = $.parseHTML(html);
nextEs = $(parseHTML).find(nextSelector);
// await Alpha_Script.sleep(1000);
}
log('解析下一页结束...');
return ret;
}
async function example(parseNextPages, $, log) {
let nextPages = await parseNextPages();
nextPages.map(nextPage => {
$($(nextPage.html)).find('ul > li > img');
let images = Array.from($($(nextPage.html)).find('ul > li > img')).map(e => e.src);
nextPage.imgs = images;
});
let imgs = nextPages.flatMap(page => page.imgs);
if (imgs.length > 0) {
let cacheCurrentPage = {
url: window.location.href,
html: $('html').prop("outerHTML")
};
let containerHtml = imgs.map((e, i) => `<div id="c_${i}"><img src="${e}"/></div>`).join("");
let inject = `<html><head></head><body><div>${containerHtml}</div></body></html>`;
$('html').html(inject);
await Alpha_Script.sleep(5000);
}
}
(async () => {
log('IPFS 开始执行');
const node = await Ipfs.create()
{
//这里是一个插件的例子
let cid = await node.dag.put(
{
url: 'https://www.lesmao.org/thread-24812-1-1.html',
desc: '蕾丝猫聚合',
parseRule: `(${example.toString()})(parseNextPages,$,log)`,
date: '2020年9月30日'
}
);
let cidStr = cid.toLocaleString();
let cidPath = `${cidStr}/parseRule`;
console.log('你需要分享的地址为：', cidPath);
}
// const parseRule = await node.dag.get(你自己写的或者他人分享的cidPath);
const parseRule = await node.dag.get("bafyreidkjki5d3aiop7mgz7zypfhaktb5rzoprqipfkiwyycwt4xl3jmei/parseRule");
let rule = parseRule.value;
log(rule);
await (new AsyncFunction('parseNextPages', '$', 'log', rule))(parseNextPages, $, log);
log('IPFS 执行完毕');
})();
})();
}
})
();