Omit cal data in plot

data1623310995.txt

@@ -24259,15 +24259,15 @@ time (UTC),signal,type
 2021-06-10 11:05:23.709587,4955.1265,off-source
 2021-06-10 11:05:24.154533,4943.219,off-source
 2021-06-10 11:05:24.600970,4949.3027,off-source
-2021-06-10 11:05:25.247403,4952.358,sun
-2021-06-10 11:05:25.690235,4966.6094,sun
-2021-06-10 11:05:26.136297,4961.203,sun
-2021-06-10 11:05:26.779748,4950.164,sun
-2021-06-10 11:05:27.223545,4951.3228,sun
-2021-06-10 11:05:27.670206,4948.0947,sun
-2021-06-10 11:05:28.116760,4932.609,sun
-2021-06-10 11:05:28.763988,4928.2593,sun
-2021-06-10 11:05:29.215920,4933.2036,sun
+2021-06-10 11:05:25.247403,4952.358,off-source
+2021-06-10 11:05:25.690235,4966.6094,off-source
+2021-06-10 11:05:26.136297,4961.203,off-source
+2021-06-10 11:05:26.779748,4950.164,off-source
+2021-06-10 11:05:27.223545,4951.3228,off-source
+2021-06-10 11:05:27.670206,4948.0947,off-source
+2021-06-10 11:05:28.116760,4932.609,off-source
+2021-06-10 11:05:28.763988,4928.2593,off-source
+2021-06-10 11:05:29.215920,4933.2036,off-source
 2021-06-10 11:05:29.659426,4930.0396,sun
 2021-06-10 11:05:30.102163,4938.2446,sun
 2021-06-10 11:05:30.749117,4942.454,sun

data1623311707.txt

@@ -19805,26 +19805,26 @@ time (UTC),signal,type
 2021-06-10 11:05:18.477243,6543692,off-source
 2021-06-10 11:05:18.819510,6542411.5,off-source
 2021-06-10 11:05:19.380463,6528174,off-source
-2021-06-10 11:05:19.914604,6527765,sun
-2021-06-10 11:05:20.446400,6527069,sun
-2021-06-10 11:05:20.969309,6526463,sun
-2021-06-10 11:05:21.490170,6539266.5,sun
-2021-06-10 11:05:21.810059,6524573,sun
-2021-06-10 11:05:22.331090,6523204.5,sun
-2021-06-10 11:05:22.856483,6517966,sun
-2021-06-10 11:05:23.377969,6525710.5,sun
-2021-06-10 11:05:23.900128,6532417.5,sun
-2021-06-10 11:05:24.427153,6530028.5,sun
-2021-06-10 11:05:24.949523,6527268.5,sun
-2021-06-10 11:05:25.475116,6534974.5,sun
-2021-06-10 11:05:25.800710,6543917.5,sun
-2021-06-10 11:05:26.319387,6533116.5,sun
-2021-06-10 11:05:26.838658,6534952.5,sun
-2021-06-10 11:05:27.359424,6535573,sun
-2021-06-10 11:05:27.879413,6531203.5,sun
-2021-06-10 11:05:28.399431,6541081.5,sun
-2021-06-10 11:05:28.919369,6547514,sun
-2021-06-10 11:05:29.445234,6529401,sun
+2021-06-10 11:05:19.914604,6527765,off-source
+2021-06-10 11:05:20.446400,6527069,off-source
+2021-06-10 11:05:20.969309,6526463,off-source
+2021-06-10 11:05:21.490170,6539266.5,off-source
+2021-06-10 11:05:21.810059,6524573,off-source
+2021-06-10 11:05:22.331090,6523204.5,off-source
+2021-06-10 11:05:22.856483,6517966,off-source
+2021-06-10 11:05:23.377969,6525710.5,off-source
+2021-06-10 11:05:23.900128,6532417.5,off-source
+2021-06-10 11:05:24.427153,6530028.5,off-source
+2021-06-10 11:05:24.949523,6527268.5,off-source
+2021-06-10 11:05:25.475116,6534974.5,off-source
+2021-06-10 11:05:25.800710,6543917.5,off-source
+2021-06-10 11:05:26.319387,6533116.5,off-source
+2021-06-10 11:05:26.838658,6534952.5,off-source
+2021-06-10 11:05:27.359424,6535573,off-source
+2021-06-10 11:05:27.879413,6531203.5,off-source
+2021-06-10 11:05:28.399431,6541081.5,off-source
+2021-06-10 11:05:28.919369,6547514,off-source
+2021-06-10 11:05:29.445234,6529401,off-source
 2021-06-10 11:05:29.969868,6539134.5,sun
 2021-06-10 11:05:30.291278,6546407,sun
 2021-06-10 11:05:30.811284,6543860,sun

plot_eclipse_data.py

@@ -14,11 +14,11 @@ register_matplotlib_converters()
 df_23 = pd.read_csv("data1623310995.txt",
                     parse_dates=[0],
                     skiprows=1,
-                    index_col=0).rolling(10).mean()
+                    index_col=0)
 df_70 = pd.read_csv("data1623311707.txt",
                     parse_dates=[0],
                     skiprows=1,
-                    index_col=0).rolling(10).mean()
+                    index_col=0)
 
 eclipse_starttime = datetime(2021, 6, 10, 9, 21)
 eclipse_endtime = datetime(2021, 6, 10, 11, 34)
@@ -28,30 +28,41 @@ matplotlib.rcParams.update({'font.size': 16})
 plot_start = datetime(2021, 6, 10, 8, 30, 0)
 plot_end = datetime(2021, 6, 10, 12, 0, 0)
 
-df_70_selected = df_70[(df_70.index > plot_start) & (df_70.index < plot_end)]
-df_23_selected = df_23[(df_23.index > plot_start) & (df_23.index < plot_end)]
+cold_sky_mean_23 = df_23[(df_23.index > plot_start) & (df_23.index < plot_end)
+                         & (df_23["type"] == "cold-sky")][['signal']].mean()[0]
+cold_sky_mean_70 = df_70[(df_70.index > plot_start) & (df_70.index < plot_end)
+                         & (df_70["type"] == "cold-sky")][['signal']].mean()[0]
+
+df_70_selected = df_70[(df_70.index > plot_start) & (df_70.index < plot_end) &
+                       (df_70["type"] == "sun")][['signal'
+                                                  ]].rolling('20s').mean()
+df_23_selected = df_23[(df_23.index > plot_start) & (df_23.index < plot_end) &
+                       (df_23["type"] == "sun")][['signal'
+                                                  ]].rolling('20s').mean()
 
 fig, ax = plt.subplots(figsize=(16, 9))
 sc1 = ax.scatter(
     df_23_selected.index,
-    df_23_selected["signal"] / 5050,
-    s=2,
+    (df_23_selected["signal"] - cold_sky_mean_23) / 4950,
+    s=0.1,
     label="Signal at 1330MHz",
 )
+
 ax.margins(x=0)
 ax2 = ax.twinx()
 ax.xaxis.set_major_formatter(mdates.DateFormatter("%H:%M:%S"))
 ax2.xaxis.set_major_formatter(mdates.DateFormatter("%H:%M:%S"))
 sc2 = ax2.scatter(
     df_70_selected.index,
-    df_70_selected["signal"] / 8e6,
-    s=2,
+    (df_70_selected["signal"] - cold_sky_mean_70) / 5.8e6,
+    s=0.1,
     color="red",
     label="Signal at 410MHz",
 )
-# ax.set_xticks([])
-ax.set_ylim([0.85, None])
-ax2.set_ylim(0.65, None)
+
+ax.set_ylim(0.9, 1.05)
+ax2.set_ylim(0.75, 1.3)
+
 ax2.set_ylabel("Signal at 410MHz", color="red", fontsize=20)
 ax.set_ylabel("Signal at 1330MHz",
               color=plt.rcParams["axes.prop_cycle"].by_key()["color"][0],