Commit e0705e7d authored by Clara Betancourt's avatar Clara Betancourt
Browse files

Merge branch 'devel-intern' into master-intern

parents 4b0eecc4 adc7fe1e
......@@ -5,7 +5,7 @@
# venv is created in this directory.
# check if we are really in the ozone-mapping directory
S="ozone-mapping"
S="aq-bench"
if [[ $(pwd) == *$S ]]
then
echo "Prepare..."
......
......@@ -193,7 +193,8 @@ class AQbench():
save_data_to_file(self.data, self.data_dir+'AQbench.csv')
logging.warning("""Do not forget to improve the population density
of id 4589 and throw out station id 4587
because of very high ozone values reported there""")
because of very high ozone values reported there.
Also, drop station without metadata.""")
logging.info('AQbench complete')
......@@ -418,6 +419,43 @@ class MetricsRow():
+ ' ' + print_metric + ': ' + str(self.row[print_metric]))
def data_capture():
"""
A simple function to look at the data capture of our metrics.
"""
import pdb
# df = pd.read_csv(resources_dir+'yearly_metrics.csv')
# df['hourly_samples'] = [0] * len(df)
# df['capture'] = [0] * len(df)
df = pd.read_csv(resources_dir+'intermediate_at_cap5500.csv')
for idx, row in df.iterrows():
if idx > 5500:
id_tuple = row['o3_series_id']
id_string_list = [str(id_) for id_ in eval(id_tuple)]
query = f"""
SELECT
datetime, value
FROM o3_hourly
WHERE id IN ({','.join(id_string_list)})
AND datetime between '2010-01-01 00:00:00'
AND '2014-12-31 23:59:59';
"""
result = query_db(query)
result.drop_duplicates(subset='datetime', inplace=True,
ignore_index=True)
count = len(result)
df.loc[idx, 'hourly_samples'] = count
df.loc[idx, 'capture'] = count / 43824
print(count, count/43824)
if (idx > 1) and (idx % 500 == 0):
df.to_csv(resources_dir+f'intermediate_at_cap{idx}.csv',
index=False)
df.to_csv(resources_dir+f'yearly_metrics_cap.csv',
index=False)
pdb.set_trace()
def full_aqbench():
"""
start one retrieval.
......@@ -457,4 +495,5 @@ if __name__ == '__main__':
logging.StreamHandler()])
# start retrieval
full_aqbench()
# full_aqbench()
data_capture()
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment