Merge pull request #814 from aharqan/other

mysqldump to csv is implemented

Author: pawangeek

mysqldump_to_csv/README.md

@@ -0,0 +1,18 @@
+### Purpose ###
+This tool is really helpful to convert mysqldump files to csv, so these dump files are easily readable.
+
+### How does it work ###
+You pass in a mysqldump file and a target directory where the csv will be stored in. Then a file will be created for each table and the corrolated values. An example is provided, to mysampledatabase.sql is the dump file and borders.csv is the produced csv file.
+
+### How to use ###
+To used this script all you need is the python script, a mysqldump file, and a directory where you would want the csv files saved in. The following command is to show how to run the script:
+            'python mysql_dump_to_csv.py mysqlsampledatabase.sql output_directory'
+
+Add you directory in the place of "output_directory"
+
+### Author ###
+Abdulaziz alharqan
+
+
+### References ###
+mysqldump file: http://smiffy.de/mondial/mysql-mondial.dmp

mysqldump_to_csv/borders.csv

@@ -0,0 +1,305 @@
+Country1,Country2,Length
+A,D,784
+A,H,366
+A,I,430
+AFG,IR,936
+AFG,PK,2430
+AFG,TJ,76
+AL,GR,282
+AL,YU,287
+AND,E,65
+AND,F,60
+ANG,ZRE,2511
+ARM,AZ,787
+ARM,GE,164
+ARM,IR,35
+ARM,TR,268
+AZ,IR,611
+AZ,R,284
+AZ,TR,9
+B,D,167
+B,F,620
+B,NL,450
+BD,IND,4053
+BD,MYA,193
+BEN,BF,306
+BEN,RN,266
+BEN,WAN,773
+BF,CI,584
+BF,RMM,1000
+BF,RN,628
+BG,GR,494
+BG,RO,608
+BG,TR,240
+BHT,IND,605
+BHT,TJ,470
+BI,EAT,451
+BI,ZRE,233
+BIH,HR,932
+BIH,YU,527
+BOL,BR,3400
+BOL,PE,900
+BOL,RA,832
+BRU,MAL,381
+BY,PL,605
+BY,R,959
+BY,UA,891
+BZ,GCA,266
+BZ,MEX,250
+C,USA,29
+CAM,RCA,797
+CAM,TCH,1094
+CAM,WAN,1690
+CH,A,164
+CH,D,334
+CH,F,573
+CH,I,740
+CI,RMM,532
+CO,BR,1643
+CO,PE,2900
+CR,NIC,309
+CR,PA,330
+CZ,A,362
+CZ,D,646
+CZ,PL,658
+D,F,451
+DJI,ER,113
+DJI,ETH,337
+DJI,SP,58
+DK,D,68
+E,F,623
+EAK,EAT,769
+EAK,ETH,830
+EAK,SP,682
+EAK,SUD,232
+EAU,EAK,933
+EAU,EAT,396
+EAU,SUD,435
+EAU,ZRE,765
+EC,CO,590
+EC,PE,1420
+ER,ETH,912
+ER,SUD,605
+ES,GCA,203
+ES,HCA,342
+ET,LAR,1150
+ET,SUD,1273
+ETH,SUD,1606
+EW,LV,267
+EW,R,290
+FGU,BR,673
+FGU,SME,510
+FL,A,37
+FL,CH,41
+G,CAM,298
+G,RCB,1903
+GCA,HCA,256
+GCA,MEX,962
+GE,AZ,322
+GE,R,723
+GE,TR,252
+GH,BF,548
+GH,CI,668
+GNB,RG,386
+GNB,SN,338
+GQ,CAM,189
+GQ,G,350
+GR,TR,206
+GUY,BR,1119
+GUY,YV,743
+H,RO,443
+H,UA,103
+H,YU,151
+HCA,NIC,922
+HR,H,329
+HR,YU,266
+I,F,488
+IL,ET,255
+IL,JOR,238
+IL,SYR,76
+IND,TJ,3380
+IRL,GB,360
+IRQ,IR,1458
+IRQ,SA,814
+IRQ,TR,331
+JOR,IRQ,181
+JOR,SA,728
+JOR,SYR,375
+K,LAO,541
+K,THA,803
+K,VN,1228
+KAZ,R,6846
+KAZ,TJ,1533
+KGZ,KAZ,1051
+KGZ,TJ,858
+KGZ,UZB,1099
+KWT,IRQ,242
+KWT,SA,222
+L,B,148
+L,D,138
+L,F,73
+LAO,MYA,235
+LAO,THA,1754
+LAO,TJ,423
+LAO,VN,2130
+LAR,DZ,982
+LAR,SUD,383
+LB,CI,716
+LB,RG,563
+LS,RSA,909
+LT,BY,502
+LT,PL,91
+LT,R,227
+LV,BY,141
+LV,LT,453
+LV,R,217
+MA,DZ,1559
+MAL,RI,1782
+MAL,THA,506
+MC,F,4
+MD,RO,450
+MD,UA,939
+MEX,USA,3326
+MK,AL,151
+MK,BG,148
+MK,GR,228
+MK,YU,221
+MNG,R,3441
+MNG,TJ,4673
+MOC,EAT,756
+MOC,RSA,491
+MW,EAT,475
+MW,MOC,1569
+MW,Z,837
+MYA,IND,1463
+MYA,TJ,2185
+N,R,167
+N,S,1619
+N,SF,729
+NAM,ANG,1376
+NAM,RSA,855
+NEP,IND,1690
+NEP,TJ,1236
+NL,D,577
+NOK,R,19
+NOK,TJ,1416
+OM,SA,676
+OM,YE,288
+P,E,1214
+PA,CO,225
+PE,BR,1560
+PK,IND,2912
+PK,IR,909
+PK,TJ,523
+PL,D,456
+PL,R,206
+PL,UA,428
+PNG,RI,820
+PY,BOL,750
+PY,BR,1290
+PY,RA,1880
+Q,SA,60
+RA,BR,1224
+RB,NAM,1360
+RB,RSA,1840
+RCA,SUD,1165
+RCA,TCH,1197
+RCA,ZRE,1577
+RCB,ANG,201
+RCB,CAM,523
+RCB,RCA,467
+RCB,ZRE,2410
+RCH,BOL,861
+RCH,PE,160
+RCH,RA,5150
+RG,CI,610
+RG,RMM,858
+RH,DOM,275
+RIM,DZ,463
+RIM,RMM,2237
+RL,IL,79
+RL,SYR,375
+RMM,DZ,1376
+RMM,RN,821
+RN,DZ,956
+RN,LAR,354
+RN,TCH,1175
+RO,UA,531
+ROK,NOK,238
+ROU,BR,985
+ROU,RA,579
+RSM,I,39
+RT,BEN,644
+RT,BF,126
+RT,GH,877
+RWA,BI,290
+RWA,EAT,217
+RWA,EAU,169
+RWA,ZRE,217
+SD,MOC,105
+SD,RSA,430
+SF,R,1313
+SF,S,586
+SK,A,91
+SK,CZ,215
+SK,H,515
+SK,PL,444
+SK,UA,90
+SLO,A,324
+SLO,H,102
+SLO,HR,546
+SLO,I,235
+SME,BR,597
+SME,GUY,600
+SN,RG,330
+SN,RIM,813
+SN,RMM,419
+SP,ETH,1626
+SYR,IRQ,605
+SYR,TR,822
+TAD,AFG,1206
+TAD,KGZ,870
+TAD,TJ,414
+TAD,UZB,1161
+TCH,LAR,1055
+TCH,SUD,1360
+THA,MYA,1800
+TJ,R,3645
+TM,AFG,744
+TM,IR,992
+TM,KAZ,379
+TN,DZ,965
+TN,LAR,459
+TR,IR,499
+UA,R,1576
+UAE,OM,410
+UAE,SA,457
+USA,CDN,8893
+UZB,AFG,137
+UZB,KAZ,2203
+UZB,TM,1621
+V,I,3
+VN,TJ,1281
+WAG,SN,740
+WAL,LB,306
+WAL,RG,652
+WAN,RN,1497
+WAN,TCH,87
+WSA,DZ,42
+WSA,MA,443
+WSA,RIM,1561
+YE,SA,1458
+YU,BG,318
+YU,RO,476
+YV,BR,2200
+YV,CO,2050
+Z,ANG,1110
+Z,EAT,338
+Z,MOC,419
+Z,NAM,233
+Z,ZRE,1930
+ZRE,SUD,628
+ZW,MOC,1231
+ZW,RB,813
+ZW,RSA,225
+ZW,Z,797

mysqldump_to_csv/mysql_dump_to_csv.py

@@ -0,0 +1,71 @@
+import ast
+import csv
+import os
+import sys
+import re
+
+# This will hold the table name as key, and columns as values.
+mainDict = {}
+
+
+def createStatement(line):
+    return line.startswith('CREATE TABLE')
+
+
+# To detect fields, aka column names
+def fieldDef(line):
+    return line.strip().startswith('`')
+
+
+def insertStatement(line):
+    return line.startswith('INSERT INTO')
+
+
+def getCleanedValue(line):
+    value = None
+    result = re.search(r'\`([^\`]*)\`', line)
+    if result:
+        value = result.groups()[0]
+        print(value)
+    return value
+
+
+def getValueTuple(line):
+    values = line.partition(' VALUES ')[-1].strip().replace('NULL', "''")
+    # To exclude the ;
+    if values[-1] == ';':
+        values = values[:-1]
+
+    return ast.literal_eval(values)
+
+
+def writeFile(outputDirectory, tableName, schema, values):
+    # File name that the current table will be assigned to
+    fileName = os.path.join(outputDirectory, '%s.csv' % (tableName,))
+    with open(fileName, 'w') as writeFile:
+        writer = csv.DictWriter(writeFile, fieldnames=schema)
+        writer.writeheader()
+        for value in values:
+            writer.writerow(dict(zip(schema, value)))
+
+
+def parseFile(fileName, outputDirectory):
+    tableName = None
+
+    with open(fileName, 'r') as readFile:
+        for line in readFile:
+            if createStatement(line):
+                tableName = getCleanedValue(line)
+                mainDict[tableName] = []
+            elif tableName and fieldDef(line):
+                fieldName = getCleanedValue(line)
+                mainDict[tableName].append(fieldName)
+            elif insertStatement(line):
+                tableName = getCleanedValue(line)
+                currentTable = mainDict[tableName]
+                values = getValueTuple(line)
+                writeFile(outputDirectory, tableName, currentTable, values)
+
+
+if __name__ == '__main__':
+    parseFile(sys.argv[1], sys.argv[2])