work_raster/find_world_file.py at master · Historical/work_raster · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
#mike mommsen
import os
import shutil
from itertools import groupby

# list of extensions for world files
# we can add more later, or maybe look for "w" in the extension
WORLDNAMES = ['.jgw', '.jgwx', '.tfw', '.tfwx']

def findWorldFiles(inlist):
    """takes a list of files and returns the ones that have a world file"""
    # the function to group photos into groups based off of basename (not extension
    keyfunc = lambda x: x.split('.')[0]
    mylist = []
    # sort the inlist just to make sure
    # i think that this is needed for groupby to work
    sortedinlist = sorted(inlist)
    # create a groupby object to loop through
    grouper = groupby(sortedinlist, keyfunc)
    # loop through the different basenames
    for key, g in grouper:
        # for each basename loop through the files that have that basename
        for x in g:
            # find the extension for the file
            basename, extension = os.path.splitext(x)
            # if one of the files is a worldfile
            if extension in WORLDNAMES:
                # add all of the files to mylist
                mylist += list(g)
                # and leave the inner loop, going back to looping through basenames
                break
    return mylist

def walkDir(indir):
    """"""
    # start a blank list
    mylist = []
    # ive always found os.walk to be strange, but it works hee
    for root, dirs, files in os.walk(indir):
        # send the files to findWorldFiles, and get back all of the ones that have the same basename as one that has a worldfile
        basefiles = findWorldFiles(files)
        # for each file add the path to the front of it
        fullnames = [os.path.join(root, x) for x in basefiles]
        # add all of those files into a list
        mylist += fullnames
    return mylist

def copyFileList(inlist, outdir):
    """takes a list of files and copies them to the outdir leaving the names the same"""
    for x in inlist:
        basepath, filename = os.path.split(x)
        dst = os.path.join(outdir, filename)
        shutil.copy(x, dst)
    return True

def copyFileListHierarchy(indir, outdir):
    """"""
    # when i wrote this it seemed easier to have this do the reading and the writing
    # rather than call the walkDir function
    # it does seem like repetitive code though, so maybe we need to make it take a list of files that is created by walkDir
    # start a blank list
    mylist = []
    # os.walk through the indir
    for root, dirs, files in os.walk(indir):
        # call findWorldFiles with the files for each root
        basefiles = findWorldFiles(files)
        if basefiles:
            # find the part of the root that extends past indir
            outpathex = root[len(indir):]
            # and join that part with the outdir to make the outfolder
            outpath = os.path.join(outdir, outpathex)
            # if there is no outpath than we make it
            if not os.path.exists(outpath):
                os.mkdir(outpath)
            # and we copy all the basefiles to the outpath
            copyFileList(basefiles, outpath)

            print True

def copyFromBaseNames(indir, outdir, baseNames):
    """takes a list of basenames and copys every extension of those files from indir to outdir"""
    allfiles = os.listdir(indir)
    for x in allfiles:
        base = x.split('.')[0]
        if base in worldfiles:
            src = os.path.join(indir, x)
            dst = os.path.join(outdir, x)
            shutil.copyfile(src, dst)

def main():
    # lets make this so we can run both one dir, or the entire
    """"""
    if len(sys.argv) != 5:
        print 'not the right amount of args using local presets'
        indir = r'I:\Aerials\MD\County\Harford'
        outdir = r'J:\GIS_Data\Working-MikeM\production\maryland\Harford\georeferenced_aerials'
        readmode = 'r'#'r' | ''
        writemode = ''#'r' | ''
    else:
        indir = sys.argv[1]
        outdir = sys.argv[2]
        readmode = sys.argv[3]
        writemode = sys.argv[4]

    if not os.path.exists(outdir):
        os.mkdir(outdir)
    allfiles = os.listdir(indir)
    if readmode == 'r':
        if writemode == 'r':
            copyFileListHierarchy(indir, outdir)
            sys.exit(1)
        else:
            worldfiles = walkDir(indir)
    else:
        allfiles = os.listdir(indir)
        worldfiles = findWorldFiles(allfiles)
    print worldfiles
    copyFileList(worldfiles, outdir)
    print True

if __name__ == "__main__":
    main()