-
Notifications
You must be signed in to change notification settings - Fork 0
/
personal_notes.txt
42 lines (29 loc) · 1.22 KB
/
personal_notes.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
#To delete collected vars
from zoomin.db_access import with_db_connection, get_table
@with_db_connection()
def clear_data(cursor):
cursor.execute(
DELETE FROM processed_data
WHERE var_detail_id IN (
SELECT id FROM var_details
WHERE var_name NOT LIKE 'eucalc_%%'
AND var_name NOT LIKE 'cimp_%%'
AND var_name NOT LIKE 'cproj_%%'
);
)
clear_data()
# DELETE failed vars
from zoomin.db_access import with_db_connection, get_table
log_path = "/home/debian/code/ETHOS.zoomin/snakemake/collected_vars/output_logs/de"
finished_vars = [file[:-4] for file in os.listdir(log_path) if "finished_" not in file]
finished_vars = tuple(finished_vars)
var_df = db_access.get_table(f"SELECT var_name, id FROM var_details WHERE var_name NOT IN {finished_vars} AND var_name NOT LIKE 'cimp_%%' AND var_name NOT LIKE 'cproj_%%'")
@with_db_connection()
def clear_data(cursor):
cursor.execute(f"""
DELETE FROM processed_data
WHERE var_detail_id IN (
SELECT id FROM var_details WHERE var_name NOT IN {finished_vars} AND var_name NOT LIKE 'cimp_%%' AND var_name NOT LIKE 'cproj_%%'
);"""
)
clear_data()