vtimport.py

#!/bin/python

#VT property transfer XML loader git test

from pymongo import MongoClient
from lxml import etree
import glob

class VtMongoParser:
	def __init__(self):
		self.cl = MongoClient()
		self.coll = self.cl["proptrans"]["collectionname"]
		self.coll.remove()

	def xmlToDict(self, xmlElement):
		elementDict={}
		if len(xmlElement.getchildren()) > 0:
			elementDict[xmlElement.tag]={}
			for c in xmlElement.getchildren():
				if c.tag == "sellerList" or c.tag == "buyerList":
					elementDict[xmlElement.tag][c.tag]=[]
					for t in c.getchildren():
						listDict=self.xmlToDict(t)
						elementDict[xmlElement.tag][c.tag].append(listDict)
				else:	
					elementDict[xmlElement.tag][c.tag]=self.xmlToDict(c)
		else:
			return xmlElement.text
		return elementDict

	def loadMongo(self, filepath):
		print "Digesting XML file: "+str(filepath)
		xml=etree.parse(filepath)
		i = 0
		for event in xml.getroot().xpath("//formData"):
			i+=1
			proptransrecord = self.xmlToDict(event)
			self.coll.insert(proptransrecord)


parser = VtMongoParser()
for filename in glob.glob("/Users/tcarr/proptrans/PT20141*.xml"):
	parser.loadMongo(filename)

#exit(1)

#results=parser.coll.find({"formData.sellerList.seller.lastName": "CARR"})
results=parser.coll.find({"$and": 
	[{"formData.sellerList.seller.lastName": "CARR"},
	 {"formData.sellerList.seller.firstName": "JUDY"}]})
#results=parser.coll.collectionname.find({"lastName": "SMITH"})
print results.count()
#for item in results:
#	print str(item)

#db.collectionname.aggregate([
#    { "$project": { "name": { "$concat" : [ "formData.sellerList.seller.lastName", " ", "formData.sellerList.seller.firstName" ] } } },  
#    { "$match" : { "name": /smith glori/i } }  
#])