new file: SRC/init/loadCSVAugust2014.py
This commit is contained in:
www
parent
6382eef8d8
commit
77544b7ed4
256
SRC/init/loadCSVAugust2014.py
Normal file
256
SRC/init/loadCSVAugust2014.py
Normal file
@ -0,0 +1,256 @@
|
|||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
import xml.etree.ElementTree as ET
|
||||||
|
import MySQLdb as mdb
|
||||||
|
import sys
|
||||||
|
import re
|
||||||
|
|
||||||
|
|
||||||
|
def insert (cur, table, dict) :
|
||||||
|
keys = ""
|
||||||
|
datas = ""
|
||||||
|
for key , data in dict.items() :
|
||||||
|
keys += key + ","
|
||||||
|
datas += "\"" + str(data) + "\","
|
||||||
|
|
||||||
|
req = "INSERT INTO " + table + "(" + keys[:-1] + ")" + " VALUES (" + datas[:-1] + ")"
|
||||||
|
#print(req)
|
||||||
|
cur.execute(req)
|
||||||
|
return cur.lastrowid
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
try :
|
||||||
|
listeTechnique = {}
|
||||||
|
listeMatiere= {}
|
||||||
|
listeDomaine = {}
|
||||||
|
listeDesignation = {}
|
||||||
|
listeAuteur = {}
|
||||||
|
listeDatation = {}
|
||||||
|
|
||||||
|
con = mdb.connect('localhost', 'root', '', 'moduleweb')
|
||||||
|
cur = con.cursor()
|
||||||
|
|
||||||
|
# Suppresion des données existantes dan la bd
|
||||||
|
cur.execute("SET FOREIGN_KEY_CHECKS = 0")
|
||||||
|
cur.execute("TRUNCATE table assodesignationaoeuvre")
|
||||||
|
cur.execute("TRUNCATE table assoauteuraoeuvre")
|
||||||
|
cur.execute("TRUNCATE table designation")
|
||||||
|
cur.execute("TRUNCATE table auteur")
|
||||||
|
cur.execute("TRUNCATE table matiere")
|
||||||
|
cur.execute("TRUNCATE table technique")
|
||||||
|
cur.execute("TRUNCATE table domaine")
|
||||||
|
cur.execute("TRUNCATE table datation")
|
||||||
|
cur.execute("TRUNCATE table oeuvre")
|
||||||
|
cur.execute("SET FOREIGN_KEY_CHECKS = 1")
|
||||||
|
|
||||||
|
|
||||||
|
# On parcourt le fichier xml
|
||||||
|
tree = ET.parse('inventaire_augustins_2014_vdt.xml')
|
||||||
|
root = tree.getroot()
|
||||||
|
|
||||||
|
# Pour chaque oeuvre
|
||||||
|
for o in root.iter('oeuvre'):
|
||||||
|
idtechnique = "NULL"
|
||||||
|
idmatiere = "NULL"
|
||||||
|
iddomaine= "NULL"
|
||||||
|
iddesignation = "NULL"
|
||||||
|
iddesignation2 = "NULL"
|
||||||
|
iddesignation3 = "NULL"
|
||||||
|
idauteur = "NULL"
|
||||||
|
idauteur2 = "NULL"
|
||||||
|
image = "NULL"
|
||||||
|
iddatation = "NULL"
|
||||||
|
|
||||||
|
technique = None
|
||||||
|
matiere = None
|
||||||
|
domaine = None
|
||||||
|
designation = None
|
||||||
|
designation2 = None
|
||||||
|
designation3 = None
|
||||||
|
auteur = None
|
||||||
|
auteur2 = None
|
||||||
|
datation = None
|
||||||
|
datation2 = None
|
||||||
|
|
||||||
|
# On parcourt tout les tags
|
||||||
|
for child in o :
|
||||||
|
if child.tag == 'auteur1' :
|
||||||
|
auteur = child.text.encode('utf-8')
|
||||||
|
|
||||||
|
elif child.tag == 'auteur2' :
|
||||||
|
auteur2 = child.text.encode('utf-8')
|
||||||
|
|
||||||
|
elif child.tag == 'datation1':
|
||||||
|
datation = child.text.encode('utf-8')
|
||||||
|
|
||||||
|
elif child.tag == 'datation2':
|
||||||
|
datation2 = child.text.encode('utf-8')
|
||||||
|
|
||||||
|
elif child.tag == 'designation':
|
||||||
|
designation1 = child.text.encode('utf-8')
|
||||||
|
|
||||||
|
elif child.tag == 'designation2':
|
||||||
|
designation2 = child.text.encode('utf-8')
|
||||||
|
|
||||||
|
elif child.tag == 'designation3':
|
||||||
|
designation3 = child.text.encode('utf-8')
|
||||||
|
|
||||||
|
elif child.tag == 'domaine':
|
||||||
|
domaine = child.text.encode('utf-8')
|
||||||
|
|
||||||
|
elif child.tag == 'matiere':
|
||||||
|
matiere = child.text.encode('utf-8')
|
||||||
|
|
||||||
|
elif child.tag == 'technique':
|
||||||
|
technique = child.text.encode('utf-8')
|
||||||
|
|
||||||
|
elif child.tag == 'image' :
|
||||||
|
image = child.text.encode('utf-8')
|
||||||
|
|
||||||
|
# On s'interesee qu'aux oeuvres ayant une image
|
||||||
|
if image != "NULL" :
|
||||||
|
if str(datation)+str(datation2) in listeDatation :
|
||||||
|
iddatation = listeDatation[str(datation)+str(datation2)]
|
||||||
|
else :
|
||||||
|
if datation is not None and datation2 is not None :
|
||||||
|
if re.compile("vers").search(datation.lower()) or re.compile("avant").search(datation.lower()):
|
||||||
|
try:
|
||||||
|
datas = {"debut" : datation2.split("-")[0] + "-01-01", "fin" : datation2.split("-")[1] + "-12-31"}
|
||||||
|
iddatation = insert(cur,"datation",datas)
|
||||||
|
except Exception, e:
|
||||||
|
if re.compile("^[0-9]{4}[ ]").match(datation.lower()) :
|
||||||
|
datas = {"debut" : datation.split(" ")[0] + "-01-01", "fin" : datation.split(" ")[0] + "-12-31"}
|
||||||
|
iddatation = insert(cur,"datation",datas)
|
||||||
|
|
||||||
|
elif re.compile("^[0-9]{4}-[0-9]{4}$").search(datation.lower()) and re.compile("^[0-9]{4}-[0-9]{4}$").search(datation2.lower()) :
|
||||||
|
datas = {"debut" : datation.split("-")[0] + "-01-01", "fin" : datation2.split("-")[1] + "-12-31"}
|
||||||
|
iddatation = insert(cur,"datation",datas)
|
||||||
|
|
||||||
|
elif re.compile("^[0-9]{4}[ ]").match(datation.lower()) and re.compile("^[0-9]{4}[ ]").match(datation2.lower()) :
|
||||||
|
datas = {"debut" : datation.split(" ")[0] + "-01-01", "fin" : datation2.split(" ")[0] + "-12-31"}
|
||||||
|
iddatation = insert(cur,"datation",datas)
|
||||||
|
|
||||||
|
elif re.compile("^[0-9]{4}-[0-9]{4}[ ]").match(datation.lower()) and re.compile("^[0-9]{4}-[0-9]{4}[ ]").match(datation2.lower()) :
|
||||||
|
datas = {"debut" : datation.split("-")[0] + "-01-01", "fin" : datation2.split("-")[1].split(" ")[0] + "-12-31"}
|
||||||
|
iddatation = insert(cur,"datation",datas)
|
||||||
|
|
||||||
|
elif re.compile("^[0-9]{4}-[0-9]{4}[ ]").match(datation.lower()) and re.compile("^[0-9]{4}-[0-9]{4}").match(datation2.lower()) :
|
||||||
|
datas = {"debut" : datation.split("-")[0] + "-01-01", "fin" : datation2.split("-")[1].split(" ")[0] + "-12-31"}
|
||||||
|
iddatation = insert(cur,"datation",datas)
|
||||||
|
|
||||||
|
if datation is not None and datation2 is None :
|
||||||
|
if re.compile("^[0-9]{4}[ ]").match(datation.lower()) :
|
||||||
|
datas = {"debut" : datation.split(" ")[0] + "-01-01", "fin" : datation.split(" ")[0] + "-12-31"}
|
||||||
|
iddatation = insert(cur,"datation",datas)
|
||||||
|
elif re.compile("^[0-9]{4}$").match(datation.lower()) :
|
||||||
|
datas = {"debut" : datation + "-01-01", "fin" : datation + "-12-31"}
|
||||||
|
iddatation = insert(cur,"datation",datas)
|
||||||
|
elif re.compile("^[0-9]{4}-[0-9]{4}$").match(datation.lower()) :
|
||||||
|
datas = {"debut" : datation.split("-")[0] + "-01-01", "fin" : datation.split("-")[1] + "-12-31"}
|
||||||
|
iddatation = insert(cur,"datation",datas)
|
||||||
|
|
||||||
|
if iddatation != "NULL" :
|
||||||
|
listeDatation[str(datation)+str(datation2) ] = iddatation
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
if technique is not None :
|
||||||
|
if not technique in listeTechnique :
|
||||||
|
datas = { "nom" : technique}
|
||||||
|
idtechnique = insert(cur,"technique",datas)
|
||||||
|
listeTechnique[technique] = idtechnique
|
||||||
|
else :
|
||||||
|
idtechnique = listeTechnique[technique]
|
||||||
|
|
||||||
|
if matiere is not None :
|
||||||
|
if not matiere in listeMatiere :
|
||||||
|
datas = { "nom" : matiere}
|
||||||
|
idmatiere = insert(cur,"matiere",datas)
|
||||||
|
listeMatiere[matiere] = idmatiere
|
||||||
|
else :
|
||||||
|
idmatiere = listeMatiere[matiere]
|
||||||
|
|
||||||
|
if domaine is not None :
|
||||||
|
if not domaine in listeDomaine :
|
||||||
|
datas = { "nom" : domaine}
|
||||||
|
iddomaine = insert(cur,"domaine",datas)
|
||||||
|
listeDomaine[domaine] = iddomaine
|
||||||
|
else :
|
||||||
|
iddomaine = listeDomaine[domaine]
|
||||||
|
|
||||||
|
if designation is not None :
|
||||||
|
if not designation in listeDesignation :
|
||||||
|
datas = { "nom" : designation}
|
||||||
|
iddesignation = insert(cur,"designation",datas)
|
||||||
|
listeDesignation[designation] = iddesignation
|
||||||
|
else :
|
||||||
|
iddesignation = listeDesignation[designation]
|
||||||
|
|
||||||
|
if designation2 is not None :
|
||||||
|
if not designation2 in listeDesignation :
|
||||||
|
datas = { "nom" : designation2}
|
||||||
|
iddesignation2 = insert(cur,"designation", datas)
|
||||||
|
listeDesignation[designation2] = iddesignation3
|
||||||
|
else :
|
||||||
|
iddesignation2 = listeDesignation[designation2]
|
||||||
|
|
||||||
|
if designation3 is not None :
|
||||||
|
if not designation3 in listeDesignation :
|
||||||
|
datas = { "nom" : designation3}
|
||||||
|
iddesignation3 = insert(cur,"designation", datas)
|
||||||
|
listeDesignation[designation3] = iddesignation3
|
||||||
|
else :
|
||||||
|
iddesignation3 = listeDesignation[designation3]
|
||||||
|
|
||||||
|
if auteur is not None :
|
||||||
|
if not auteur in listeAuteur :
|
||||||
|
datas = { "nom" : auteur}
|
||||||
|
idauteur = insert(cur,"auteur", datas)
|
||||||
|
listeAuteur[auteur] = idauteur
|
||||||
|
else :
|
||||||
|
idauteur = listeAuteur[auteur]
|
||||||
|
|
||||||
|
if auteur2 is not None :
|
||||||
|
if not auteur2 in listeAuteur :
|
||||||
|
datas = { "nom" : auteur2}
|
||||||
|
idauteur2 = insert(cur,"auteur", datas)
|
||||||
|
listeAuteur[auteur2] = idauteur2
|
||||||
|
else :
|
||||||
|
idauteur2 = listeAuteur[auteur2]
|
||||||
|
|
||||||
|
|
||||||
|
datas = {"idtechnique" : idtechnique, "iddomaine" : iddomaine, "idmatiere" : idmatiere,
|
||||||
|
"urlPhoto" : image, "iddate" : iddatation}
|
||||||
|
for key , data in datas.items() :
|
||||||
|
if data == "NULL" :
|
||||||
|
del datas[key]
|
||||||
|
|
||||||
|
idoeuvre = insert(cur,"oeuvre",datas)
|
||||||
|
|
||||||
|
if iddesignation != "NULL" :
|
||||||
|
insert(cur, "assodesignationaoeuvre", {"designation_id" : iddesignation, "oeuvre_id" : idoeuvre})
|
||||||
|
if iddesignation2 != "NULL" :
|
||||||
|
insert(cur, "assodesignationaoeuvre", {"designation_id" : iddesignation2, "oeuvre_id" : idoeuvre})
|
||||||
|
if iddesignation3 != "NULL" :
|
||||||
|
insert(cur, "assodesignationaoeuvre", {"designation_id" : iddesignation3, "oeuvre_id" : idoeuvre})
|
||||||
|
|
||||||
|
if idauteur != "NULL" :
|
||||||
|
insert(cur, "assoauteuraoeuvre", {"auteur_id" : idauteur, "oeuvre_id" : idoeuvre})
|
||||||
|
if idauteur2 != "NULL" and idauteur != idauteur2 :
|
||||||
|
insert(cur, "assoauteuraoeuvre", {"auteur_id" : idauteur2, "oeuvre_id" : idoeuvre})
|
||||||
|
|
||||||
|
|
||||||
|
con.commit()
|
||||||
|
|
||||||
|
except mdb.Error, e:
|
||||||
|
if con:
|
||||||
|
con.rollback()
|
||||||
|
|
||||||
|
print "Error %d: %s" % (e.args[0],e.args[1])
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
finally:
|
||||||
|
if con:
|
||||||
|
con.close()
|
||||||
Reference in New Issue
Block a user