Changeset 4180d6a in ammosreader for sample_scripts

Timestamp:

05/06/22 11:23:51 (3 years ago)

Author:

Enrico Schwass <ennoausberlin@…>

Branches:

AmmosSource, guix

Children:

1d0974d, a574a93

Parents:

94f7c24

Message:

Add pymongo import script

Location:

sample_scripts

Files:

• import_signal.py (modified) (4 diffs)
• iqdw_reader.py (modified) (1 diff)

sample_scripts/import_signal.py

@@ -3 +3 @@
 import sqlite3
 import argparse
+import numpy as np
+from datetime import datetime
 from pathlib import Path
+from pymongo import MongoClient
 from ammosreader.AmmosIFReader import AmmosIFReader
 from ammosreader.PPDWReader import PPDWReader
@@ -16 +19 @@
 args = parser.parse_args()
 
+source = args.source.upper()
 code = args.code.upper()
 signal_number = args.signal_number
 input_dir = Path(args.input_dir)
 sqlite3_file = Path(args.output_file)
+
+if not re.match('[A-Z0-9]{2}', source):
+    print("Source identifier", source, "invalid")
+    sys.exit()
 
 if not re.match('[A-Z][0-9]{3}[A-Z]', code):
@@ -49 +57 @@
 #    sys.exit(1)
 
-try:
-    connection = sqlite3.connect(str(sqlite3_file))
-    cursor = connection.cursor()
-except Exception:
-    print("Can not connect to database file", str(sqlite3_file))
-    # sys.exit(1)
+# try:
+#    connection = sqlite3.connect(str(sqlite3_file))
+#    cursor = connection.cursor()
+# except Exception:
+#    print("Can not connect to database file", str(sqlite3_file))
+     # sys.exit(1)
 
-ammos_if_reader = AmmosIFReader(str(iqdw_file))
-ammos_if_reader.read_all_frames_left()
+#ammos_if_reader = AmmosIFReader(str(iqdw_file))
+#ammos_if_reader.read_all_frames_left()
 # for each_frame in ammos_if_reader.container.global_frames:
 #    print(each_frame)
@@ -63 +71 @@
 ppdw_reader = PPDWReader(ppdw_file)
 ppdw_reader.read_all_frames_left()
-print(ppdw_reader.container)
+
+client = MongoClient('hackathon.kid.local', 27017)
+
+database = client['ELINT']
+ts = (ppdw_reader.container.start_time() - np.datetime64('1970-01-01T00:00:00')) / np.timedelta64(1, 's')
+time_tuple = datetime.utcfromtimestamp(ts).timetuple()
+julian_date_string = str(time_tuple.tm_year)[2:] + str(time_tuple.tm_yday).zfill(3)
+code_collection = database[code]
+year_collection = code_collection[str(time_tuple.tm_year)]
+source_collection = year_collection[source]
+
+
+for each in ppdw_reader.container.signals:
+    each_json = each.to_json()
+    each_json['SIGNALNUMBER'] = signal_number
+    each_json['JULIANDATE'] = julian_date_string
+    # each_json['SOURCEFILE'] = str(ppdw_file)
+    source_collection.insert_one(each_json)

sample_scripts/iqdw_reader.py

@@ -18 +18 @@
     dat_file.read_all_frames_left()
     print(dat_file.container)
+
+    for each in dat_file.container.global_frames:
+        print(each)