SGCMarkus/flaredetector
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

download_tess_kepler: add forced python garbage collection

Browse Source 
* the Tables can become huge, and therefor require a lot of RAM ->
* cleanup whenever we dont need a table anymore
This commit is contained in:
SGCMarkus
2025-08-07 17:14:40 +02:00
parent 298cba6616
commit 2606d49093
1 changed files with 25 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
download_tess_kepler.py
+25 -1
View File
@@ -7,6 +7,7 @@ from astroquery.simbad import Simbad
from enum import Enum from enum import Enum
import sqlite3 import sqlite3
import time import time
import gc
DEFAULT_DB = "stars.db" DEFAULT_DB = "stars.db"
@@ -297,24 +298,47 @@ simbad.add_votable_fields("distance")
# TESS # TESS
tessObs = Observations.query_criteria(obs_collection="TESS") tessObs = Observations.query_criteria(obs_collection="TESS")
tessProductList = getProductList(tessObs) tessProductList = getProductList(tessObs)
del tessObs
gc.collect()
tessDataProducts = Observations.filter_products(tessProductList, productSubGroupDescription=["LC"], extension="fits") tessDataProducts = Observations.filter_products(tessProductList, productSubGroupDescription=["LC"], extension="fits")
del tessProductList
gc.collect()
tessManifest = getManifest(tessDataProducts) tessManifest = getManifest(tessDataProducts)
del tessDataProducts
gc.collect()
insertManifestIntoDB(tessManifest) insertManifestIntoDB(tessManifest)
del tessManifest
gc.collect()
# Kepler # Kepler
keplerObs = Observations.query_criteria(obs_collection="Kepler") keplerObs = Observations.query_criteria(obs_collection="Kepler")
keplerProductList = getProductList(keplerObs) keplerProductList = getProductList(keplerObs)
del keplerObs
gc.collect()
keplerDataProducts = Observations.filter_products(keplerProductList, productSubGroupDescription=["SLC"], extension="fits") keplerDataProducts = Observations.filter_products(keplerProductList, productSubGroupDescription=["SLC"], extension="fits")
del keplerProductList
gc.collect()
keplerManifest = getManifest(keplerDataProducts) keplerManifest = getManifest(keplerDataProducts)
del keplerDataProducts
gc.collect()
insertManifestIntoDB(keplerManifest) insertManifestIntoDB(keplerManifest)
del keplerManifest
gc.collect()
# K2 # K2
k2Obs = Observations.query_criteria(obs_collection="K2") k2Obs = Observations.query_criteria(obs_collection="K2")
k2ProductList = getProductList(k2Obs) k2ProductList = getProductList(k2Obs)
del k2Obs
gc.collect()
k2DataProducts = Observations.filter_products(k2ProductList, productSubGroupDescription=["SLC"], extension="fits") k2DataProducts = Observations.filter_products(k2ProductList, productSubGroupDescription=["SLC"], extension="fits")
del k2ProductList
gc.collect()
k2Manifest = getManifest(k2DataProducts) k2Manifest = getManifest(k2DataProducts)
del k2DataProducts
gc.collect()
insertManifestIntoDB(k2Manifest) insertManifestIntoDB(k2Manifest)
del k2Manifest
gc.collect()