nodeName,nodeValue未知 xml 入库方案 The ElementTree iterparse Function

import xml.etree.ElementTree as ET

from lxml.html import *

from  xmljson import badgerfish as bf

from pymongo import *

xmlDict = {}

def RecursionDict(dict_a):

        if isinstance(dict_a,dict):

                for x in range(0,len(dict_a)):

                        temp_key = dict_a.keys()[x]

                        temp_value = dict_a[temp_key]

                        if   isinstance(temp_value,dict) and len(temp_value)== 1 :

                w = temp_value[temp_value.keys()[0]]

                            if not  isinstance(w,dict):

                    xmlDict[temp_key] = w

                        RecursionDict(temp_value)

tree = ET.parse('listorderitems1493779131.xml')

root = tree.getroot()

xmlstr = ET.tostring(root, "us-ascii", "xml")

print xmlstr

res = bf.data(fromstring(xmlstr))

print res

RecursionDict(res)

print xmlDict

client = MongoClient()

db = client.apixmldict

collection = db.col

collection.save(xmlDict)

wuser@ubuntu:~/apiamzpy$ cat  wxmljsondict.py

import xml.etree.ElementTree as ET

from lxml.html import *

from  xmljson import badgerfish as bf

from pymongo import *

xmlDict = {}

def RecursionDict(dict_a):

        if isinstance(dict_a,dict):

                for x in range(,len(dict_a)):

                        temp_key = dict_a.keys()[x]

                        temp_value = dict_a[temp_key]

                        if   isinstance(temp_value,dict) and len(temp_value)==  :

                w = temp_value[temp_value.keys()[]]

                            if not  isinstance(w,dict):

                    xmlDict[temp_key] = w

                        RecursionDict(temp_value)

tree = ET.parse('listorderitems1493779131.xml')

root = tree.getroot()

xmlstr = ET.tostring(root, "us-ascii", "xml")

print xmlstr

res = bf.data(fromstring(xmlstr))

print res

RecursionDict(res)

print xmlDict

client = MongoClient()

db = client.apixmldict

collection = db.col

collection.save(xmlDict)

wuser@ubuntu:~/apiamzpy$ cat listorderitems1493779131.xml

<?xml version="1.0"?>

<ListOrderItemsResponse xmlns="https://mws.amazonservices.com/Orders/2013-09-01">

  <ListOrderItemsResult>

    <AmazonOrderId>--</AmazonOrderId>

    <OrderItems>

      <OrderItem>

        <ASIN>B01M123ABC</ASIN>

        <SellerSKU>ABCEHM054AWUS-USAS2</SellerSKU>

        <OrderItemId></OrderItemId>

        <Title>wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags</Title>

        <QuantityOrdered></QuantityOrdered>

        <QuantityShipped></QuantityShipped>

        <PromotionIds/>

      </OrderItem>

    </OrderItems>

  </ListOrderItemsResult>

  <ResponseMetadata>

    <RequestId>8cc6b5dc-f79e-4da4-b914-9f14388c0bbf</RequestId>

  </ResponseMetadata>

</ListOrderItemsResponse>

wuser@ubuntu:~/apiamzpy$

> db.col.save({'w':})

WriteResult({ "nInserted" :  })

> db.col.find().pretty()

{ "_id" : ObjectId("590b35877511f2683d345653"), "w" :  }

> db.col.find().pretty()

{ "_id" : ObjectId("590b35877511f2683d345653"), "w" :  }

{

        "_id" : ObjectId("590b35ab1d41c832e2b6048b"),

        "exception" : "<ns0:ListOrderItemsResponse xmlns:ns0=\"https://mws.amazonservices.com/Orders/2013-09-01\">\n  <ns0:ListOrderItemsResult>\n    <ns0:AmazonOrderId>123-1239963-8862642</ns0:AmazonOrderId>\n    <ns0:OrderItems>\n      <ns0:OrderItem>\n        <ns0:ASIN>B01M123ABC</ns0:ASIN>\n        <ns0:SellerSKU>ABCEHM054AWUS-USAS2</ns0:SellerSKU>\n        <ns0:OrderItemId>12325810562154</ns0:OrderItemId>\n        <ns0:Title>wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags</ns0:Title>\n        <ns0:QuantityOrdered>1</ns0:QuantityOrdered>\n        <ns0:QuantityShipped>0</ns0:QuantityShipped>\n        <ns0:PromotionIds />\n      </ns0:OrderItem>\n    </ns0:OrderItems>\n  </ns0:ListOrderItemsResult>\n  <ns0:ResponseMetadata>\n    <ns0:RequestId>8cc6b5dc-f79e-4da4-b914-9f14388c0bbf</ns0:RequestId>\n  </ns0:ResponseMetadata>\n</ns0:ListOrderItemsResponse>"

}

{

        "_id" : ObjectId("590b35ab1d41c832e2b6048c"),

        "asin" : "B01M123ABC",

        "sellersku" : "ABCEHM054AWUS-USAS2",

        "title" : "wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags",

        "amazonorderid" : "123-1239963-8862642",

        "quantityshipped" : ,

        "requestid" : "8cc6b5dc-f79e-4da4-b914-9f14388c0bbf",

        "quantityordered" : ,

        "orderitemid" : NumberLong("")

}

> db.col.find().pretty()

{ "_id" : ObjectId("590b35877511f2683d345653"), "w" :  }

{

        "_id" : ObjectId("590b35ab1d41c832e2b6048b"),

        "exception" : "<ns0:ListOrderItemsResponse xmlns:ns0=\"https://mws.amazonservices.com/Orders/2013-09-01\">\n  <ns0:ListOrderItemsResult>\n    <ns0:AmazonOrderId>123-1239963-8862642</ns0:AmazonOrderId>\n    <ns0:OrderItems>\n      <ns0:OrderItem>\n        <ns0:ASIN>B01M123ABC</ns0:ASIN>\n        <ns0:SellerSKU>ABCEHM054AWUS-USAS2</ns0:SellerSKU>\n        <ns0:OrderItemId>12325810562154</ns0:OrderItemId>\n        <ns0:Title>wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags</ns0:Title>\n        <ns0:QuantityOrdered>1</ns0:QuantityOrdered>\n        <ns0:QuantityShipped>0</ns0:QuantityShipped>\n        <ns0:PromotionIds />\n      </ns0:OrderItem>\n    </ns0:OrderItems>\n  </ns0:ListOrderItemsResult>\n  <ns0:ResponseMetadata>\n    <ns0:RequestId>8cc6b5dc-f79e-4da4-b914-9f14388c0bbf</ns0:RequestId>\n  </ns0:ResponseMetadata>\n</ns0:ListOrderItemsResponse>"

}

{

        "_id" : ObjectId("590b35ab1d41c832e2b6048c"),

        "asin" : "B01M123ABC",

        "sellersku" : "ABCEHM054AWUS-USAS2",

        "title" : "wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags",

        "amazonorderid" : "123-1239963-8862642",

        "quantityshipped" : ,

        "requestid" : "8cc6b5dc-f79e-4da4-b914-9f14388c0bbf",

        "quantityordered" : ,

        "orderitemid" : NumberLong("")

}

{

        "_id" : ObjectId("590b35cd1d41c832ec3d2c03"),

        "asin" : "B01M123ABC",

        "sellersku" : "ABCEHM054AWUS-USAS2",

        "title" : "wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags",

        "amazonorderid" : "123-1239963-8862642",

        "quantityshipped" : ,

        "requestid" : "8cc6b5dc-f79e-4da4-b914-9f14388c0bbf",

        "quantityordered" : ,

        "orderitemid" : NumberLong("")

}

> db.col.find().pretty()

{ "_id" : ObjectId("590b35877511f2683d345653"), "w" :  }

{

        "_id" : ObjectId("590b35ab1d41c832e2b6048b"),

        "exception" : "<ns0:ListOrderItemsResponse xmlns:ns0=\"https://mws.amazonservices.com/Orders/2013-09-01\">\n  <ns0:ListOrderItemsResult>\n    <ns0:AmazonOrderId>123-1239963-8862642</ns0:AmazonOrderId>\n    <ns0:OrderItems>\n      <ns0:OrderItem>\n        <ns0:ASIN>B01M123ABC</ns0:ASIN>\n        <ns0:SellerSKU>ABCEHM054AWUS-USAS2</ns0:SellerSKU>\n        <ns0:OrderItemId>12325810562154</ns0:OrderItemId>\n        <ns0:Title>wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags</ns0:Title>\n        <ns0:QuantityOrdered>1</ns0:QuantityOrdered>\n        <ns0:QuantityShipped>0</ns0:QuantityShipped>\n        <ns0:PromotionIds />\n      </ns0:OrderItem>\n    </ns0:OrderItems>\n  </ns0:ListOrderItemsResult>\n  <ns0:ResponseMetadata>\n    <ns0:RequestId>8cc6b5dc-f79e-4da4-b914-9f14388c0bbf</ns0:RequestId>\n  </ns0:ResponseMetadata>\n</ns0:ListOrderItemsResponse>"

}

{

        "_id" : ObjectId("590b35ab1d41c832e2b6048c"),

        "asin" : "B01M123ABC",

        "sellersku" : "ABCEHM054AWUS-USAS2",

        "title" : "wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags",

        "amazonorderid" : "123-1239963-8862642",

        "quantityshipped" : ,

        "requestid" : "8cc6b5dc-f79e-4da4-b914-9f14388c0bbf",

        "quantityordered" : ,

        "orderitemid" : NumberLong("")

}

{

        "_id" : ObjectId("590b35cd1d41c832ec3d2c03"),

        "asin" : "B01M123ABC",

        "sellersku" : "ABCEHM054AWUS-USAS2",

        "title" : "wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags",

        "amazonorderid" : "123-1239963-8862642",

        "quantityshipped" : ,

        "requestid" : "8cc6b5dc-f79e-4da4-b914-9f14388c0bbf",

        "quantityordered" : ,

        "orderitemid" : NumberLong("")

}

{

        "_id" : ObjectId("590b39841d41c833325a4dcd"),

        "asin" : "B01M123ABC",

        "sellersku" : "ABCEHM054AWUS-USAS2",

        "title" : "wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags",

        "amazonorderid" : "123-1239963-8862642",

        "quantityshipped" : ,

        "requestid" : "8cc6b5dc-f79e-4da4-b914-9f14388c0bbf",

        "quantityordered" : ,

        "orderitemid" : NumberLong("")

}

{

        "_id" : ObjectId("590b3cc51d41c83347fbfcb1"),

        "asin" : "B01M123ABC",

        "sellersku" : "ABCEHM054AWUS-USAS2",

        "title" : "wwwTEST_DATA_Holife Vacuum Sealer, Silver Compact Food Saver Wet/Dry Vacuum Sealing System with Food Grade Starter Bags",

        "amazonorderid" : "123-1239963-8862642",

        "quantityshipped" : ,

        "requestid" : "8cc6b5dc-f79e-4da4-b914-9f14388c0bbf",

        "quantityordered" : ,

        "orderitemid" : NumberLong("")

}

> db.col.find().count()

> db.col.find().count()

>

问题：nodeName,nodeValue未知 xml动态数据入库，解决方案:

入库结果

test-data

---->更高效的

nodeName,nodeValue未知 xml 入库方案

xml--->?--->database
json只是过程，不是目的；

想到一种算法是将xml转为string，然后借助正则辅助去处理该string，目测可行但是觉得似乎其不高效；；；；

也许xpath的原理就是上述算法？？

SAX解析多层嵌套XML - donglindonglin的博客 - 博客频道 - CSDN.NET
http://blog.csdn.net/donglindonglin/article/details/51996926

wuser@ubuntu:~/apiamzpy$ python wl.py

<listiterator object at 0x7f6c99c20ed0>

[, , 'w1']

Traceback (most recent call last):

  File "wl.py", line , in <module>

    if  t0.next():

StopIteration

wuser@ubuntu:~/apiamzpy$ vim wl.py

l0 = [,,'w1']

t0 = l0.__iter__()

print t0

print list(t0)

if  t0.next():

        t0.next()

~

问题：

xml取出所有的nodeName、nodeValue对

0-不高效的方案：0-0-php / python 将xml处理为string；0-1-利用正则处理字符串。

http://effbot.org/zone/element-iterparse.htm

nodeName,nodeValue未知 xml 入库方案 The ElementTree iterparse Function的更多相关文章

python中用ElementTree.iterparse()读取xml文件中的多层节点
我在使用Python解析比较大型的xml文件时,为了提高效率,决定使用iterparse()方法,但是发现根据网上的例子:每次if event == 'end':之后elem.clear()或者是每次 ...
HTML DOM的nodeName,nodeValue,nodeType介绍
将HTML DOM中几个常用的属性做下介绍,工作中作为参考. nodeName 属性可依据节点的类型返回其名称. 元素节点的 nodeName 是标签名称属性节点的 nodeName 是属性名称文 ...
HTML DOM 节点介绍(nodeName,nodeValue,nodeType)
对于初学者来说,HTML DOM 里面的 nodeName.nodeValue 以及 nodeType 三个属性的作用和取值不是很清楚.下面整理的信息包含有关于节点的详细信息,供参考. 节点信息每个 ...
HTML DOM nodeName nodeValue
在javascript在,我们得title在标签和文本,它们通常要求这样做 var obj =document.getElementsById("id1"); obj.nodeNa ...
nodeName,nodeValue,nodeType,typeof 的区别
nodeName 属性含有某个节点的名称. 元素节点的 nodeName 是标签名称属性节点的 nodeName 是属性名称文本节点的 nodeName 永远是 #text 文档节 ...
python解析xml文件时使用ElementTree和cElementTree的不同点；iter
在python中,解析xml文件时,会选用ElementTree或者cElementTree,那么两者有什么不同呢? 1.cElementTree速度上要比ElementTree快,比较cElemen ...
XML解析方案
在iOS中,解析XML的手段有很多苹果原生 NSXMLParser:SAX方式解析,使用简单第三方框架 libxml2:纯C语言,默认包含在iOS SDK中,同时支持DOM和SAX方式解析 GDa ...
多级xml解析方案
package com.people.xmlToSql; import java.io.File; import java.io.IOException; import java.io.StringW ...
mybatis的Mapper.xml文件SQL语句BadSqlGrammarException之FUNCTION错误系列
想必各位在开发过程中一定使用过:统计的功能,用到了很多SQL的函数,于是就直接写在Mapper文件中了: 比如: member_num,MAX(ID) AS newestLoanID,MIN (ID) ...

随机推荐

PHP数据结构基本概念
原文:https://www.cnblogs.com/crystaltu/p/6408484.html 学习任何一种技术都应该先清楚它的基本概念,这是学习任何知识的起点!本文是讲述数据结构的基本概念, ...
Memcached下载安装和使用
一.简介:Memcached 是一个高性能的分布式,基于内存的key-value存储的对象缓存系统(并不是一个数据库),用于动态Web应用以减轻数据库负载. 二.下载和安装1.下载和安装Memcach ...
input check复选框选择后修改<a>标签超链接href
1. 给复选框添加onclick事件获取标签id <tbody> <c:forEach var="file" items="${files}" ...
centos虚拟机配置网卡连接
本地连接 centos虚拟机连接设置: 换过ip之后需要重启网络服务新ip才生效 #service network restart 修改dns:
Solr知识点摘录
1.Solr和Lucene区别: 2.Solr的下载与安装 3. 4. 5. 6.Solr基础 7. 8.Solr索引操作 9. 10.
ukhj
SQL解析顺序: 七种Join图:
GUI学习之十六——QSpinBox学习总结
我们在上一章讲了步长调节器QAbstractSpinBox,这一节来讲一下它的一个子类:QSpinBox 一.描述 QSpinBox是一个主要处理整数和离散值集合的步长调节器控件,它允许用户通过单击增 ...
四、ARM 异常处理
4.1 模式与异常当正常程序流程被暂时停止发生异常,例如响应一个来自外设的中断.在处理异常前,必须保护当前的处理器状态,以便在完成处理程序后能恢复到原来的程序 . 异常的类型: Reset unde ...
Codeforces 矩阵题题单
Matrix CF 166E Tetrahedron dp方程设为 f[i] 最后在 D点,g[i] 表示最后不在D点.最后 g[] 可以通过矩阵加速数列求得,数据可以强化,复杂度 \(O(logn) ...
man gzip
GZIP(1) GZIP(1) NAME/名称 gzip, g ...

nodeName,nodeValue未知 xml 入库方案 The ElementTree iterparse Function

nodeName,nodeValue未知 xml 入库方案 The ElementTree iterparse Function的更多相关文章

随机推荐

热门专题