PyPS/cleanup.py at master · kylemurray2/PyPS · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
Created on Thu Aug 11 12:14:22 2022

To add more dates later, we need to keep the last six dates (at least for the
    safe files) as well as the reference date (ps.reference_date)


To add more data to the stack you need the following:
    SLCS
    orbits
    DEM
    coreg_secondarys
    geom_reference
    secondarys
    reference

Delete:
    run_files


@author: km
"""

import os
import time
import glob
import numpy as np

ps = np.load('./ps.npy',allow_pickle=True).all()

# It will keep the last six dates in secondarys and coreg_secondarys
delList = ['SLCS',
           'coarse_interferograms',
           'coreg_secondarys',
           'secondarys',
           'ESD',
           'misreg',
           'orbits']

if False:
    coregSLCS = 'merged/SLC/2*/*.full'
    os.system('rm -r ' + coregSLCS)

print('WARNING: About to delete: ')
print(delList)
kk = 5
for ii in range(kk):
    print('\r' + str(kk), end=' ')
    kk-=1
    time.sleep(1)


dates = []
datesFN = glob.glob('./coreg_secondarys/*')
for d in datesFN:
    dates.append(d.split('/')[2])
dates.sort()

print('keeping dates: ')
print(dates[-6:])


if 'coreg_secondarys' in delList:
    print('removing coreg_secondarys')
    for d in dates[:-6]:
        if d != ps.reference_date: #Don't delete the reference date
            # print('removing ./coreg_secondarys/' + d)
            os.system('rm -r ./coreg_secondarys/' + d + '/*')

if 'secondarys' in delList:
    print('removing secondarys')
    for d in dates[:-6]:
        if d != ps.reference_date: #Don't delete the reference date
            # print('removing ./coreg_secondarys/' + d)
            os.system('rm -r ./secondarys/' + d + '/*')

if 'SLCS' in delList:
    print('removing safe files')
    safeList = glob.glob(ps.slc_dirname + '*zip') # make a list of all the safe files
    for ii,d in enumerate(dates[:-6]):  # Loop through the dates
        for safe in safeList:           # Delete all safe files with that date in the name
            if d in safe:
                if d != ps.reference_date: #Don't delete the reference date
                    # print('removing ' + safe)
                    os.remove(safe)

if 'orbits' in delList:
    print('removing orbits')
    orbList = glob.glob('./orbits/*EOF') # make a list of all the safe files
    for ii,d in enumerate(dates[:-6]):  # Loop through the dates
        for orb in orbList:           # Delete all safe files with that date in the name
            if d in orb:
                if d != ps.reference_date: #Don't delete the reference date
                    # print('removing ' + orb)
                    os.remove(orb)

# Remove the full res ifgs
os.system('rm ./merged/interferograms/*/fine*')

#os.system('rm ./merged/SLCS/*.full ./merged/SLCS/*.xml ./merged/SLCS/*.hdr ./merged/SLCS/*crop')
os.system('rm merged/SLC/2*/fine_diff*') # delete uneeded files from makeGamma0_slc.py