nodeName,nodeValue未知 xml 入库方案 The ElementTree iterparse Function

import xml.etree.ElementTree as ET

from lxml.html import *

from  xmljson import badgerfish as bf

from pymongo import *

xmlDict = {}

def RecursionDict(dict_a):

        if isinstance(dict_a,dict):

                for x in range(0,len(dict_a)):

                        temp_key = dict_a.keys()[x]

                        temp_value = dict_a[temp_key]

                        if   isinstance(temp_value,dict) and len(temp_value)== 1 :

                w = temp_value[temp_value.keys()[0]]

                            if not  isinstance(w,dict):

                    xmlDict[temp_key] = w

                        RecursionDict(temp_value)

tree = ET.parse('listorderitems1493779131.xml')

root = tree.getroot()

xmlstr = ET.tostring(root, "us-ascii", "xml")

print xmlstr

res = bf.data(fromstring(xmlstr))

print res

RecursionDict(res)

print xmlDict

client = MongoClient()

db = client.apixmldict

collection = db.col

collection.save(xmlDict)

wuser@ubuntu:~/apiamzpy$ cat  wxmljsondict.py

import xml.etree.ElementTree as ET

from lxml.html import *

from  xmljson import badgerfish as bf

from pymongo import *

xmlDict = {}

def RecursionDict(dict_a):

        if isinstance(dict_a,dict):

                for x in range(,len(dict_a)):

                        temp_key = dict_a.keys()[x]

                        temp_value = dict_a[temp_key]

                        if   isinstance(temp_value,dict) and len(temp_value)==  :

                w = temp_value[temp_value.keys()[]]

                            if not  isinstance(w,dict):

                    xmlDict[temp_key] = w

                        RecursionDict(temp_value)

tree = ET.parse('listorderitems1493779131.xml')

root = tree.getroot()

xmlstr = ET.tostring(root, "us-ascii", "xml")

print xmlstr

res = bf.data(fromstring(xmlstr))

print res

RecursionDict(res)

print xmlDict

client = MongoClient()

db = client.apixmldict

collection = db.col

collection.save(xmlDict)

wuser@ubuntu:~/apiamzpy$ cat listorderitems1493779131.xml

<?xml version="1.0"?>

<ListOrderItemsResponse xmlns="https://mws.amazonservices.com/Orders/2013-09-01">

  <ListOrderItemsResult>

    <AmazonOrderId>--</AmazonOrderId>

    <OrderItems>

      <OrderItem>

        <ASIN>B01M123ABC</ASIN>

        <SellerSKU>ABCEHM054AWUS-USAS2</SellerSKU>

        <OrderItemId></OrderItemId>

        <Title>wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags</Title>

        <QuantityOrdered></QuantityOrdered>

        <QuantityShipped></QuantityShipped>

        <PromotionIds/>

      </OrderItem>

    </OrderItems>

  </ListOrderItemsResult>

  <ResponseMetadata>

    <RequestId>8cc6b5dc-f79e-4da4-b914-9f14388c0bbf</RequestId>

  </ResponseMetadata>

</ListOrderItemsResponse>

wuser@ubuntu:~/apiamzpy$

> db.col.save({'w':})

WriteResult({ "nInserted" :  })

> db.col.find().pretty()

{ "_id" : ObjectId("590b35877511f2683d345653"), "w" :  }

> db.col.find().pretty()

{ "_id" : ObjectId("590b35877511f2683d345653"), "w" :  }

{

        "_id" : ObjectId("590b35ab1d41c832e2b6048b"),

        "exception" : "<ns0:ListOrderItemsResponse xmlns:ns0=\"https://mws.amazonservices.com/Orders/2013-09-01\">\n  <ns0:ListOrderItemsResult>\n    <ns0:AmazonOrderId>123-1239963-8862642</ns0:AmazonOrderId>\n    <ns0:OrderItems>\n      <ns0:OrderItem>\n        <ns0:ASIN>B01M123ABC</ns0:ASIN>\n        <ns0:SellerSKU>ABCEHM054AWUS-USAS2</ns0:SellerSKU>\n        <ns0:OrderItemId>12325810562154</ns0:OrderItemId>\n        <ns0:Title>wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags</ns0:Title>\n        <ns0:QuantityOrdered>1</ns0:QuantityOrdered>\n        <ns0:QuantityShipped>0</ns0:QuantityShipped>\n        <ns0:PromotionIds />\n      </ns0:OrderItem>\n    </ns0:OrderItems>\n  </ns0:ListOrderItemsResult>\n  <ns0:ResponseMetadata>\n    <ns0:RequestId>8cc6b5dc-f79e-4da4-b914-9f14388c0bbf</ns0:RequestId>\n  </ns0:ResponseMetadata>\n</ns0:ListOrderItemsResponse>"

}

{

        "_id" : ObjectId("590b35ab1d41c832e2b6048c"),

        "asin" : "B01M123ABC",

        "sellersku" : "ABCEHM054AWUS-USAS2",

        "title" : "wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags",

        "amazonorderid" : "123-1239963-8862642",

        "quantityshipped" : ,

        "requestid" : "8cc6b5dc-f79e-4da4-b914-9f14388c0bbf",

        "quantityordered" : ,

        "orderitemid" : NumberLong("")

}

> db.col.find().pretty()

{ "_id" : ObjectId("590b35877511f2683d345653"), "w" :  }

{

        "_id" : ObjectId("590b35ab1d41c832e2b6048b"),

        "exception" : "<ns0:ListOrderItemsResponse xmlns:ns0=\"https://mws.amazonservices.com/Orders/2013-09-01\">\n  <ns0:ListOrderItemsResult>\n    <ns0:AmazonOrderId>123-1239963-8862642</ns0:AmazonOrderId>\n    <ns0:OrderItems>\n      <ns0:OrderItem>\n        <ns0:ASIN>B01M123ABC</ns0:ASIN>\n        <ns0:SellerSKU>ABCEHM054AWUS-USAS2</ns0:SellerSKU>\n        <ns0:OrderItemId>12325810562154</ns0:OrderItemId>\n        <ns0:Title>wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags</ns0:Title>\n        <ns0:QuantityOrdered>1</ns0:QuantityOrdered>\n        <ns0:QuantityShipped>0</ns0:QuantityShipped>\n        <ns0:PromotionIds />\n      </ns0:OrderItem>\n    </ns0:OrderItems>\n  </ns0:ListOrderItemsResult>\n  <ns0:ResponseMetadata>\n    <ns0:RequestId>8cc6b5dc-f79e-4da4-b914-9f14388c0bbf</ns0:RequestId>\n  </ns0:ResponseMetadata>\n</ns0:ListOrderItemsResponse>"

}

{

        "_id" : ObjectId("590b35ab1d41c832e2b6048c"),

        "asin" : "B01M123ABC",

        "sellersku" : "ABCEHM054AWUS-USAS2",

        "title" : "wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags",

        "amazonorderid" : "123-1239963-8862642",

        "quantityshipped" : ,

        "requestid" : "8cc6b5dc-f79e-4da4-b914-9f14388c0bbf",

        "quantityordered" : ,

        "orderitemid" : NumberLong("")

}

{

        "_id" : ObjectId("590b35cd1d41c832ec3d2c03"),

        "asin" : "B01M123ABC",

        "sellersku" : "ABCEHM054AWUS-USAS2",

        "title" : "wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags",

        "amazonorderid" : "123-1239963-8862642",

        "quantityshipped" : ,

        "requestid" : "8cc6b5dc-f79e-4da4-b914-9f14388c0bbf",

        "quantityordered" : ,

        "orderitemid" : NumberLong("")

}

> db.col.find().pretty()

{ "_id" : ObjectId("590b35877511f2683d345653"), "w" :  }

{

        "_id" : ObjectId("590b35ab1d41c832e2b6048b"),

        "exception" : "<ns0:ListOrderItemsResponse xmlns:ns0=\"https://mws.amazonservices.com/Orders/2013-09-01\">\n  <ns0:ListOrderItemsResult>\n    <ns0:AmazonOrderId>123-1239963-8862642</ns0:AmazonOrderId>\n    <ns0:OrderItems>\n      <ns0:OrderItem>\n        <ns0:ASIN>B01M123ABC</ns0:ASIN>\n        <ns0:SellerSKU>ABCEHM054AWUS-USAS2</ns0:SellerSKU>\n        <ns0:OrderItemId>12325810562154</ns0:OrderItemId>\n        <ns0:Title>wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags</ns0:Title>\n        <ns0:QuantityOrdered>1</ns0:QuantityOrdered>\n        <ns0:QuantityShipped>0</ns0:QuantityShipped>\n        <ns0:PromotionIds />\n      </ns0:OrderItem>\n    </ns0:OrderItems>\n  </ns0:ListOrderItemsResult>\n  <ns0:ResponseMetadata>\n    <ns0:RequestId>8cc6b5dc-f79e-4da4-b914-9f14388c0bbf</ns0:RequestId>\n  </ns0:ResponseMetadata>\n</ns0:ListOrderItemsResponse>"

}

{

        "_id" : ObjectId("590b35ab1d41c832e2b6048c"),

        "asin" : "B01M123ABC",

        "sellersku" : "ABCEHM054AWUS-USAS2",

        "title" : "wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags",

        "amazonorderid" : "123-1239963-8862642",

        "quantityshipped" : ,

        "requestid" : "8cc6b5dc-f79e-4da4-b914-9f14388c0bbf",

        "quantityordered" : ,

        "orderitemid" : NumberLong("")

}

{

        "_id" : ObjectId("590b35cd1d41c832ec3d2c03"),

        "asin" : "B01M123ABC",

        "sellersku" : "ABCEHM054AWUS-USAS2",

        "title" : "wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags",

        "amazonorderid" : "123-1239963-8862642",

        "quantityshipped" : ,

        "requestid" : "8cc6b5dc-f79e-4da4-b914-9f14388c0bbf",

        "quantityordered" : ,

        "orderitemid" : NumberLong("")

}

{

        "_id" : ObjectId("590b39841d41c833325a4dcd"),

        "asin" : "B01M123ABC",

        "sellersku" : "ABCEHM054AWUS-USAS2",

        "title" : "wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags",

        "amazonorderid" : "123-1239963-8862642",

        "quantityshipped" : ,

        "requestid" : "8cc6b5dc-f79e-4da4-b914-9f14388c0bbf",

        "quantityordered" : ,

        "orderitemid" : NumberLong("")

}

{

        "_id" : ObjectId("590b3cc51d41c83347fbfcb1"),

        "asin" : "B01M123ABC",

        "sellersku" : "ABCEHM054AWUS-USAS2",

        "title" : "wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags",

        "amazonorderid" : "123-1239963-8862642",

        "quantityshipped" : ,

        "requestid" : "8cc6b5dc-f79e-4da4-b914-9f14388c0bbf",

        "quantityordered" : ,

        "orderitemid" : NumberLong("")

}

> db.col.find().count()

> db.col.find().count()

>

问题：nodeName,nodeValue未知 xml动态数据入库，解决方案:

入库结果

test-data

---->更高效的

nodeName,nodeValue未知 xml 入库方案

xml--->?--->database
json只是过程，不是目的；

想到一种算法是将xml转为string，然后借助正则辅助去处理该string，目测可行但是觉得似乎其不高效；；；；

也许xpath的原理就是上述算法？？

SAX解析多层嵌套XML - donglindonglin的博客 - 博客频道 - CSDN.NET
http://blog.csdn.net/donglindonglin/article/details/51996926

wuser@ubuntu:~/apiamzpy$ python wl.py

<listiterator object at 0x7f6c99c20ed0>

[, , 'w1']

Traceback (most recent call last):

  File "wl.py", line , in <module>

    if  t0.next():

StopIteration

wuser@ubuntu:~/apiamzpy$ vim wl.py

l0 = [,,'w1']

t0 = l0.__iter__()

print t0

print list(t0)

if  t0.next():

        t0.next()

~

问题：

xml取出所有的nodeName、nodeValue对

0-不高效的方案：0-0-php / python 将xml处理为string；0-1-利用正则处理字符串。

http://effbot.org/zone/element-iterparse.htm

nodeName,nodeValue未知 xml 入库方案 The ElementTree iterparse Function的更多相关文章

python中用ElementTree.iterparse()读取xml文件中的多层节点
我在使用Python解析比较大型的xml文件时,为了提高效率,决定使用iterparse()方法,但是发现根据网上的例子:每次if event == 'end':之后elem.clear()或者是每次 ...
HTML DOM的nodeName,nodeValue,nodeType介绍
将HTML DOM中几个常用的属性做下介绍,工作中作为参考. nodeName 属性可依据节点的类型返回其名称. 元素节点的 nodeName 是标签名称属性节点的 nodeName 是属性名称文 ...
HTML DOM 节点介绍(nodeName,nodeValue,nodeType)
对于初学者来说,HTML DOM 里面的 nodeName.nodeValue 以及 nodeType 三个属性的作用和取值不是很清楚.下面整理的信息包含有关于节点的详细信息,供参考. 节点信息每个 ...
HTML DOM nodeName nodeValue
在javascript在,我们得title在标签和文本,它们通常要求这样做 var obj =document.getElementsById("id1"); obj.nodeNa ...
nodeName,nodeValue,nodeType,typeof 的区别
nodeName 属性含有某个节点的名称. 元素节点的 nodeName 是标签名称属性节点的 nodeName 是属性名称文本节点的 nodeName 永远是 #text 文档节 ...
python解析xml文件时使用ElementTree和cElementTree的不同点；iter
在python中,解析xml文件时,会选用ElementTree或者cElementTree,那么两者有什么不同呢? 1.cElementTree速度上要比ElementTree快,比较cElemen ...
XML解析方案
在iOS中,解析XML的手段有很多苹果原生 NSXMLParser:SAX方式解析,使用简单第三方框架 libxml2:纯C语言,默认包含在iOS SDK中,同时支持DOM和SAX方式解析 GDa ...
多级xml解析方案
package com.people.xmlToSql; import java.io.File; import java.io.IOException; import java.io.StringW ...
mybatis的Mapper.xml文件SQL语句BadSqlGrammarException之FUNCTION错误系列
想必各位在开发过程中一定使用过:统计的功能,用到了很多SQL的函数,于是就直接写在Mapper文件中了: 比如: member_num,MAX(ID) AS newestLoanID,MIN (ID) ...

随机推荐

D - Disjoint Set of Common Divisors
https://atcoder.jp/contests/abc142/tasks/abc142_d 题意求满足互素条件下的A和B的因子最多有几个思路: 分解gcd(A,B)的质因子,再加上1: # ...
完整ASP.Net Excel导入
//把EXCEL文件上传到服务器并返回文件路径 private String typename(FileUpload fileloads) { str ...
Mysql 服务器管理程序 mysqladmin
mysqladmin [oprions] command 选项说明 create db_name ...
Quartus 中调用modelsim的流程及*.vt或*.vht自动生成
一.自动生成验证程序testbench的方法,setting-EDA Tool->simylation->选择对应的语言(verilog对应*.vt,VHDL对应*.vht)process ...
「BZOJ1669」D 饥饿的牛 [Usaco2006 Oct] Hungry Cows 牛客假日团队赛5 （LIS,离散化树状数组）
链接:https://ac.nowcoder.com/acm/contest/984/D 来源:牛客网饥饿的牛时间限制:C/C++ 1秒,其他语言2秒空间限制:C/C++ 32768K,其他语言 ...
string初始化
#include <iostream> using namespace std; int main(int argc, const char * argv[]) { //通过const c ...
负载均衡（二）DNS负载均衡
一.DNS原理及解析过程详解相信大家在平时工作中都离不开DNS解析,DNS解析是互联网访问的第一步,无论是使用笔记本浏览器访问网络还是打开手机APP的时候,访问网络资源的第一步必然要经过DNS解析流 ...
ubuntu16.04 配置tomcat开机启动
使用脚本方式设置开机启动 1.将tomcat目录下/bin中的catalina.sh拷贝到/etc/init.d下: cp /usr/local/java/apache-tomcat-/bin/cat ...
【NOIP2016提高A组模拟8.14】疯狂的火神
题目火神为了检验zone的力量,他决定单挑n个人. 由于火神训练时间有限,最多只有t分钟,所以他可以选择一部分人来单挑,由于有丽子的帮助,他得到了每个人特定的价值,每个人的价值由一个三元组(a,b, ...
对npm的认识
npm由三个不同的组件组成:1,网站 2.命令行界面(CLI)3.注册表需要在网站注册命令行界面用来进行交互注册表来进行保存安装本地软件包 npm install 包名更新本地软件包 npm ...

nodeName,nodeValue未知 xml 入库方案 The ElementTree iterparse Function

nodeName,nodeValue未知 xml 入库方案 The ElementTree iterparse Function的更多相关文章

随机推荐

热门专题