web.js
var page = require('webpage').create(),
system = require('system'),
address,output,csvPath,nodePathFile,outOriginalimg,PCSPuserAgent;
var fs = require("fs");
if (system.args.length < 0) {
console.log('Usage: rasterize.js URL filename');
phantom.exit(1);
} else {
address = system.args[1];// ��ȁE�url
output=system.args[2];
csvPath=system.args[3];// �����csv
PCSPuserAgent=system.args[6];
console.log(PCSPuserAgent);
var BeforecsvPath=csvPath.replace('.csv','_1.csv');
var csvindex=0;
nodePathFile=system.args[4];// ��ȁE�nodepath�ļ�
outOriginalimg=system.args[5];// ��ȡԭͼ
if(PCSPuserAgent.indexOf("iPhone") > -1)
{
page.settings = {
userAgent:PCSPuserAgent,
javascriptEnabled: true,
loadImages: true
};
}
else
{
page.settings = {
javascriptEnabled: true,
loadImages: true
};
}
page.viewportSize = {width:414,height:30};
page.open(address, function (status) {
// fs.write('test.txt', "childNodes Num{_}Node Name{_}NodeIndexPath{_}Width{_}Height{_}x{_}y{_}Dispaly{_}ImgUrlOrBackImgUrl" + "\r\n", 'a');
if(fs.exists(csvPath))
{
fs.remove(csvPath);
}
window.setTimeout(function () {
VisiteHtmlDom("0",BeforecsvPath);
console.log("---------------------FS MOVE------------------------------");
fs.move(BeforecsvPath,csvPath);
}, 40000);
waitFor2(
function csvCreate()
{
if(fs.exists(csvPath)){
if(csvindex<5)
{
csvindex++;
console.log("csvindex Index:"+csvindex);
var csvPathNow=csvPath.replace('.csv','__'+csvindex.toString()+'.csv');
var BeforecsvPathNow=csvPathNow.replace('.csv','_1.csv');
if(fs.exists(csvPathNow))
{
fs.remove(csvPathNow);
}
console.log("csvindex:"+csvindex+","+"csvPathNow:"+csvPathNow+","+"BeforecsvPathNow:"+BeforecsvPathNow);
VisiteHtmlDom("0",BeforecsvPathNow);
fs.move(BeforecsvPathNow,csvPathNow);
}
else
{
return true;
}
}
},
function csvCreate2()
{
console.log("-----------------csvPath2 END---------------");
}
);
waitFor(
function nodePathFileCheck()
{
if(!fs.exists(nodePathFile))
{
console.log('nodepathFile Not Find')
}
else
{
console.log("Find nodePathFile");
return true;
}
} ,
function heheda()
{
window.setTimeout(function () {
console.log("---------------------Capture Original Begin------------------------------");
var scrollheight=page.evaluate(function () {
return document.body.scrollHeight;
});
page.viewportSize = {width:414,height:scrollheight};
page.render(outOriginalimg);
console.log("---------------------Capture Begin------------------------------");
markCapture();
console.log("scrollheight:"+scrollheight);
window.setTimeout(function () {
page.render(output);
page.close();
console.log('render ok');
phantom.exit();
}, 10000);
}, 25000);
}
);
});
}
function VisiteHtmlDom(nodePath,inputcsvPath) {
var nodeinfo = page.evaluate(function (str) {
var root = document.getElementsByTagName('html');
var htmlNode = root[0];
var xpathArr = str.split("/");
for (var i = 1; i < xpathArr.length; i++) {
var index = parseInt(xpathArr[i]);
if((htmlNode.nodeName.indexOf("SCRIPT") > -1) || (htmlNode.nodeName.indexOf("NOSCRIPT") > -1)|| (htmlNode.nodeName.indexOf("HEAD") > -1))
{
htmlNode = htmlNode;
}
else if(htmlNode.nodeName.indexOf("IFRAME") > -1&&window.getComputedStyle(htmlNode).display!="none")
{
var iframdom = htmlNode.contentWindow.document;
var roots = iframdom.getElementsByTagName('html');
htmlNode=roots[0];
}
else
{
htmlNode = htmlNode.childNodes[index];
}
}
if ((htmlNode.nodeName.indexOf("#text") > -1))
{
return htmlNode.childNodes.length + "{_}" + htmlNode.nodeName+ "{_}" + str+"{_}"+"{_}"+"{_}"+"{_}"+"{_}"+"{_}"+"{_}"+ ("{_}" + htmlNode.nodeValue||"").replace(/\r|\n/ig, "");
}
else if((htmlNode.nodeName.indexOf("SCRIPT") > -1) || (htmlNode.nodeName.indexOf("NOSCRIPT") > -1)|| (htmlNode.nodeName.indexOf("HEAD") > -1)|| (htmlNode.nodeName.indexOf("#comment") > -1))
{
return "0"+"{_}"+htmlNode.nodeName + "{_}" + str+"{_}"+"{_}"+"{_}"+"{_}"+"{_}"+"{_}"+"{_}"+"{_}";
}
else {
//
var bgImgUrl= htmlNode.style.getPropertyValue("background-image");
// var bgImgUrl=htmlNode.style.getPropertyValue("background-image").replace(/^(url)\(|\)/g, '');
if(bgImgUrl!=null)
bgImgUrl=bgImgUrl.replace(/^(url)\(|\)/g, '');
var width = window.getComputedStyle(htmlNode).width;
var height = window.getComputedStyle(htmlNode).height;
var left = window.getComputedStyle(htmlNode).left;
var top = window.getComputedStyle(htmlNode).top;
var display = window.getComputedStyle(htmlNode).display;
switch (htmlNode.nodeName) {
case "IMG":
var imgUrl = htmlNode.src; //ȡͼƬ�ĵ�ַ
return htmlNode.childNodes.length + "{_}" + htmlNode.nodeName + "{_}" + str + "{_}" + width + "{_}" + height + "{_}" + left + "{_}" + top + "{_}" + display + "{_}" + imgUrl+ "{_}"+ "{_}"; //img bgurl txt
break;
case "EMBED":
case "#COMMENT":
return htmlNode.childNodes.length + "{_}" +htmlNode.nodeName+"{_}" + str+"{_}"+"{_}"+"{_}"+"{_}"+"{_}"+"{_}"+"{_}"+"{_}";
break;
case "IFRAME":
var iframeUrl = htmlNode.src;
if(window.getComputedStyle(htmlNode).display!="none")
{
return "1" + "{_}" + htmlNode.nodeName + "{_}" + str + "{_}" + width + "{_}" + height + "{_}" + left + "{_}" + top + "{_}" + display + "{_}" + iframeUrl+ "{_}"+ "{_}"; //img bgurl txt
}
else
{
return "0" + "{_}" + htmlNode.nodeName + "{_}" + str + "{_}" + width + "{_}" + height + "{_}" + left + "{_}" + top + "{_}" + display + "{_}" + iframeUrl+ "{_}"+ "{_}"; //img bgurl txt
}
default:
return htmlNode.childNodes.length + "{_}" + htmlNode.nodeName + "{_}" + str + "{_}" + width + "{_}" + height + "{_}" + left + "{_}" + top + "{_}" + display + "{_}" +"{_}"+ bgImgUrl+"{_}";
break;
}
}
}, nodePath);
console.log("create CSV");
fs.write(inputcsvPath, nodeinfo + "\r\n", 'a');
// if(!(nodeinfo.indexOf("undefined")>-1))
var childNodesCount = nodeinfo.split("{_}")[0].split("/")[0];
for (var childIndex = 0; childIndex < childNodesCount;childIndex++) {
var childNodesPath = nodePath + "/" + childIndex.toString();
VisiteHtmlDom(childNodesPath,inputcsvPath);
}
}
function markCapture()
{
var stream = fs.open(nodePathFile, 'r');
while(!stream.atEnd()) {
var line = stream.readLine();
page.evaluate(function (line) {
var root = document.getElementsByTagName('html');//��ȡdom
var htmlNode = root[0];
var xpathArr=line.split("/");
for(var i=1;i<xpathArr.length;i++)
{
var index=parseInt(xpathArr[i].substring(xpathArr[i].length - 3, 3));
htmlNode= htmlNode.childNodes[index];
if(htmlNode.nodeName.indexOf("IFRAME") > -1)
{
var iframdom = htmlNode.contentWindow.document;
var roots = iframdom.getElementsByTagName('html');
htmlNode=roots[0];
i++;
}
}
if (htmlNode.nodeName.indexOf("text")>-1)
{
htmlNode.parentNode.style.boxSizing = "border-box";
htmlNode.parentNode.style.border = "5px solid #ff0000";
}
else
{
htmlNode.style.boxSizing = "border-box";
htmlNode.style.border = "5px solid #ff0000";
}
},line);
}
stream.close();
}
function waitFor(testFx, onReady, timeOutMillis) {
var maxtimeOutMillis = timeOutMillis ? timeOutMillis : 120000, //< Default Max Timout is 3m
start = new Date().getTime(),
condition = false,
interval = setInterval(function() {
if ( (new Date().getTime() - start < maxtimeOutMillis) && !condition ) {
// If not time-out yet and condition not yet fulfilled
condition = (typeof(testFx) === "string" ? eval(testFx) : testFx()); //< defensive code
} else {
if(!condition) {
// If condition still not fulfilled (timeout but condition is 'false')
console.log("'waitFor()' timeout");
phantom.exit(1);
} else {
// Condition fulfilled (timeout and/or condition is 'true')
console.log("'waitFor()' finished in " + (new Date().getTime() - start) + "ms.");
typeof(onReady) === "string" ? eval(onReady) : onReady(); //< Do what it's supposed to do once the condition is fulfilled
clearInterval(interval); //< Stop this interval
}
}
}, 5000); //< repeat 5000ms
};
function waitFor2(testFx, onReady, timeOutMillis) {
var maxtimeOutMillis = timeOutMillis ? timeOutMillis : 120000, //< Default Max Timout is 3m
start = new Date().getTime(),
condition = false,
interval = setInterval(function() {
if ( (new Date().getTime() - start < maxtimeOutMillis) && !condition ) {
// If not time-out yet and condition not yet fulfilled
condition = (typeof(testFx) === "string" ? eval(testFx) : testFx()); //< defensive code
} else {
if(!condition) {
// If condition still not fulfilled (timeout but condition is 'false')
console.log("'waitFor()' timeout");
phantom.exit(1);
} else {
// Condition fulfilled (timeout and/or condition is 'true')
console.log("'waitFor()' finished in " + (new Date().getTime() - start) + "ms.");
if(condition)
{
typeof(onReady) === "string" ? eval(onReady) : onReady(); //< Do what it's supposed to do once the condition is fulfilled
clearInterval(interval); //< Stop this interval
}
}
}
}, 5000); //< repeat 5000ms
};
web.js的更多相关文章
- git报错 error: cannot stat ‘'web/js': Permission denied
切换分支时报错: error: cannot stat ‘'web/js': Permission denied 解决方法:退出编辑器.浏览器.资源管理器等,然后再切换就可以了.
- ERROR in index.web.js from UglifyJs
使用weexpack构建weex应用时,npm run serve一直报这个错误 ERROR in index.web.js from UglifyJs Unexpected token: name ...
- 用weex create 创建app项目 报 ERROR in index.web.js from UglifyJs 错误!
用weex create创建一个APP项目,安装依赖后运行报 这个是package.json index.web.js 在dist目录下是build时生成的. 上面的答案没有给大家细节,不好意思致歉下 ...
- web & js & touch & gesture
web & js & touch & gesture 触摸 & 手势 https://caniuse.com/#feat=touch js https://develo ...
- TSGCTF-web Beginner's Web (js内置方法__defineSetter__)
const fastify = require('fastify'); const nunjucks = require('nunjucks'); const crypto = require('cr ...
- Web Js 按键事件……Enter提交事件 Enter Js事件
$(document).ready(function(){ document.onkeydown = function (event){ if (event.keyCode==13) //回车键的键值 ...
- Web Js推断键盘出发事件
window.document.onkeydown = disableRefresh; function disableRefresh(evt){ evt = (evt) ? evt : wind ...
- Node.js实战(三)之第一个Web服务器
这次的示例同样也可以说是HelloWorld,只不过不同的是这是web服务器示例. (1)编写web.js,内容如下: var http = require("http") fun ...
- React Native 项目运行在 Web 浏览器上面
React Native 的出现,让前端工程师拥有了使用 JavaScript 编写原生 APP 的能力.相比之前的 Web app 来说,对于性能和用户体验提升了非常多. 但是 React Nati ...
随机推荐
- Day Four
站立式会议 站立式会议内容总结 442 今天:整合主页两个部分的逻辑代码,主页及其跳转基本完成 遇到的问题:无 明天:阅读图书界面逻辑部分完成 331 今天:学习java反射添加类数据到数据库 遇到问 ...
- Alpha 答辩总结
前言 作业发布 组长 成员 贡献比例 ★ 530 雨勤 23% 311 旭 23% 403 俊 18% 223 元 23% 437 海辉 13% 10天 Alpha 冲刺站立会议博客链接汇总 Alph ...
- Web网络服务介绍
Web网络服务也叫WWW(World Wide Web),一般是指能够让用户通过浏览器访问到互联网中文档资源服务.目前提供WEB网络服务的程序有Apache .Nginx 和 IIS 等等,Web ...
- 这两天学到的简单Linux的命令
1. 定时执行命令查看命令的接口 watch -n kubectl get pods -n kube-ops 每十秒钟查看一下命令运行接口 2. 后台方式运行 jenkins 当前窗口关闭不影响执行结 ...
- Jquery 临时
<!--微信小程序--> <div id="page1" class="page page1"> <nav> <div ...
- CentOS下部署Jupyter
目录 安装 配置 准备密码密文 生成配置文件 修改配置 启动 参考:在服务器搭建Jupyter notebook 安装 为了环境比较轻,使用pip安装,非Anaconda: # 创建Python虚拟环 ...
- Crash dump进程信息
linux下 比较简单,这里不在说明, windows下 相对复杂一点,用SetUnhandledExceptionFilter 来捕获 MiniDumpWriteDump 来写dmp文件,这种方法还 ...
- Ansible批量在远程主机执行命令
Ansible直接执行远程命令,不用ssh登陆交互执行. 如下: ansible all -i 192.168.199.180, -m shell -a "ifconfig" -u ...
- spring task 实现定时执行(补充:解决定时任务执行2次问题)
首先在spring-mvc.xml配置头文件引入: xmlns:task="http://www.springframework.org/schema/task" 其次引入task ...
- os.path.splitext()用法--分离文件名与扩展名
用法: os.path.splitext(“文件路径”) 分离文件名与扩展名:默认返回(fname,fextension)元组,可做分片操作 例子: import os path_01='E:\ ...