Aggregating Velocity and Acceleration Data

Aggregating Velocity and Acceleration Data from a Collection of Drive

[1]:
import strym
from strym import strymread
import matplotlib.pyplot as plt
import numpy as np
import glob
import pandas as pd
/home/ivory/anaconda3/envs/dbn/lib/python3.7/site-packages/statsmodels/tools/_testing.py:19: FutureWarning: pandas.util.testing is deprecated. Use the functions in the public API at pandas.testing instead.
  import pandas.util.testing as tm
Loading BokehJS ...

We are only going to collect Toyota RAV4 drives hence, ignore all Honda Pilot drives

[2]:
parentfolder = "../../PandaData/"
dbcfile = '../examples/newToyotacode.dbc'
csvlist = []
folderlist = glob.glob(parentfolder+"*")
speedlist = []
for datafolder in folderlist:
    csvlisttmp = glob.glob(datafolder+"/*.csv")
    for f in csvlisttmp:
        if "CAN" not in f:
            continue
        if "5FNYF6H05HB089022" in f:
            continue
        csvlist.append(f)
[3]:
speed_list = []
accelx_list = []
for csv in csvlist:
    print("\nReading the CSV file {}".format(csv))m.
    r = strymread(csvfile=csv, dbcfile=dbcfile)

    if r.success is True:
        if r.burst is True:
            print("Burst Data. Skipping ....")
            continue

        speed = r.speed()
        if speed.shape[0] == 0:
            continue
        accelx = r.accelx()
        if accelx.shape[0] == 0:
            continue

        speed_list.append(speed)
        accelx_list.append(accelx)

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_13/2020-02-13-08-29-09-380270__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_13/2020-02-13-15-37-19-262923__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_15/2020-03-15-17-32-00_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_15/2020-03-15-15-12-00_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019_11_08/2019-11-08-09-58-45-252022__CAN_Message_Toyotaa_CHR.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019_11_08/2019-11-08-10-01-55-076615__CAN_Message_Toyotaa_CHR.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019_11_08/2019-11-08-10-00-18-782963__CAN_Message_Toyotaa_CHR.csv
warning: dataframe empty. no message in dataframe.

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019_11_08/2019-11-08-10-04-43-800750__CAN_Message_Toyota_CHR.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019_11_08/2019-11-08-10-10-00-818245__CAN_Message_Toyota_CHR.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019_11_08/2019-11-08-10-03-36-356992__CAN_Message_Toyota_CHR.csv
warning: dataframe empty. no message in dataframe.

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019_11_08/2019-11-08-10-08-04-692087__CAN_Message_Toyota_CHR.csv
warning: dataframe empty. no message in dataframe.

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019_11_08/2019-11-08-10-03-10-026068__CAN_Message_Toyota_CHR.csv
warning: dataframe empty. no message in dataframe.

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019_11_08/2019-11-08-10-00-57-837332__CAN_Message_Toyotaa_CHR.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_05/2020-04-05-13-28-30_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_05/2020-04-05-15-05-08_CAN_Messages.csv
No data was present in the csvfile or pandas dataframe supplied is empty. Unable to perform further operation

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_30/2020-04-30-16-19-07_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_30/2020-04-30-15-09-18_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_30/2020-04-30-16-06-00_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_30/2020-04-30-15-54-48_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_11/2020-03-11-15-20-00_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_11/2020-03-11-16-43-24_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_11/2020-03-11-11-24-24_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_11/2020-03-11-12-03-30_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_11/2020-03-11-10-18-08_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_02/2020-04-02-09-58-48_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_02/2020-04-02-09-33-00_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_02/2020-04-02-09-39-40_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_01/2020-04-01-09-49-30_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_01/2020-04-01-10-30-53_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019_10_25/2019-10-25-13-40-15-264940_6288591b-a3ef-4030-a9db-5c3390d78282_CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019_10_25/2019-10-25-12-46-30-126677_8f806f3c-159e-4096-8552-b0aa7a0a681d_CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019_10_25/2019-10-25-13-53-22-402926_60e4cdc8-cf3f-4176-ad1b-2a13d00486f2_CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019_10_25/2019-10-25-13-51-36-833648_a4f27f0c-36b0-4abe-beed-3d548605c439_CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019_10_25/2019-10-25-13-57-42-883600_47016aab-73b8-470f-8c10-3e14aa85b582_CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019_10_25/2019-10-25-13-57-22-031456_b118f877-5385-4205-894a-a37515307ee1_CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019_10_25/2019-10-25-13-39-54-897963_4acda047-6dee-4398-907b-3a40c3468e05_CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019_10_25/2019-10-25-12-31-39-279380_f451a383-56f8-4792-8756-e8be378580d7_CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019_10_25/2019-10-25-13-59-00-271381_d0b9318a-f61d-4852-9aee-06f419d01727_CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019_10_25/2019-10-25-13-49-54-310111_cb40aa45-de04-4313-bb9b-1bcf10ebaf70_CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020-03-02/2020-03-02-12-54-30-482889__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_03/2020-03-03-15-36-24-479038__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_03/2020-03-03-18-29-15-641040__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_03/2020-03-03-18-09-36-362663__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_03/2020-03-03-15-27-20-702814__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_03/2020-03-03-19-57-11-286348__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_03/2020-03-03-19-32-39-704415__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_03/2020-03-03-10-35-13-966077__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_03/2020-03-03-20-15-01-595829__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_27/2020-04-27-16-43-18_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_27/2020-04-27-14-39-48_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_27/2020-04-27-17-18-24_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_27/2020-04-27-16-06-00_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_27/2020-04-27-15-08-04_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_26/2020-03-26-11-31-18_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_26/2020-03-26-10-03-10_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_26/2020-03-26-10-53-30_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_26/2020-03-26-11-57-54_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_26/2020-03-26-12-20-31_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_26/2020-03-26-11-43-41_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_10/2020-03-10-11-04-13_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_10/2020-03-10-09-27-18_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_10/2020-03-10-08-14-04_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_10/2020-03-10-10-57-06_CAN_Messages.csv
No data was present in the csvfile or pandas dataframe supplied is empty. Unable to perform further operation

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_12/2020-03-12-16-36-00_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_12/2020-03-12-10-34-00_CAN_Messages.csv
No data was present in the csvfile or pandas dataframe supplied is empty. Unable to perform further operation

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_12/2020-03-12-16-42-37_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_12/2020-03-12-10-56-10_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_12/2020-03-12-16-42-33_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_12/2020-03-12-17-01-23_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_12/2020-03-12-16-55-30_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_12/2020-03-12-17-00-38_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_12/2020-03-12-09-08-48_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_13/2020-03-13-11-40-54_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_13/2020-03-13-06-38-00_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_13/2020-03-13-06-53-08_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_13/2020-03-13-11-19-00_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_19/2020-03-19-09-14-39_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_19/2020-03-19-11-37-30_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_19/2020-03-19-12-27-00_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_19/2020-03-19-12-45-44_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_19/2020-03-19-11-53-54_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_19/2020-03-19-10-50-13_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_18/2020-02-18-13-00-42-209119__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_18/2018-01-28-09-02-10-467810__CAN_Messages.csv
warning: dataframe empty. no message in dataframe.

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_18/2020-02-18-12-32-50-441417__CAN_Messages.csv
warning: dataframe empty. no message in dataframe.

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_18/2020-02-18-12-31-06-143745__CAN_Messages.csv
warning: dataframe empty. no message in dataframe.

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_18/2020-02-18-12-39-34-167060__CAN_Messages.csv
warning: dataframe empty. no message in dataframe.

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_18/2020-02-18-12-49-46-552710__CAN_Messages.csv
warning: dataframe empty. no message in dataframe.

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_18/2020-02-18-12-22-36-391463__CAN_Messages.csv
warning: dataframe empty. no message in dataframe.

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_22/2020-03-22-11-20-54_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_22/2020-03-22-08-48-30_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_31/2020-03-31-09-54-18_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_31/2020-03-31-13-32-54_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_09/2020-03-09-15-36-19_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_09/2020-03-09-18-18-29_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_09/2020-03-09-19-21-04_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_09/2020-03-09-17-31-45_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_05_01/2020-05-01-11-46-18_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_05_01/2020-05-01-12-26-25_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_05_11/2020-05-11-22-49-54_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_29/2020-03-29-08-44-46_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_29/2020-03-29-12-02-12_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_05_12/2020-05-12-21-32-13_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_05_12/2020-05-12-20-25-00_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_05_12/2020-05-12-22-23-19_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_05_12/2020-05-12-21-04-29_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_05_12/2020-05-12-23-33-50_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_05_12/2020-05-12-23-39-03_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_06/2020-02-06-16-36-00-227861__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_06/2020-02-06-16-34-13-171421__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_06/2020-02-06-16-40-03-096070__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_06/2020-02-06-16-46-57-040944__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_06/2020-02-06-16-34-49-331226__CAN_Message.csv
warning: dataframe empty. no message in dataframe.

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_06/2020-02-06-16-35-34-628413__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_27/2020-02-27-16-22-31-700666__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_27/2020-02-27-16-16-04-935080__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_27/2020-02-27-15-38-26-238467__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-13-32-59-900537__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-11-52-22-509405__CAN_Message_.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-13-38-24-204512__CAN_Message_.csv
warning: dataframe empty. no message in dataframe.

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-11-58-46-177685__CAN_Message_.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-13-54-28-723426__CAN_Message_Rav4.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-14-00-25-339099__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-15-08-00-650813__CAN_Message_.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-14-38-02-581340__CAN_Message_.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-15-08-26-922128__CAN_Message_.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-14-06-00-695237__CAN_Message_.csv
warning: dataframe empty. no message in dataframe.

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-14-02-01-566381__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-14-34-06-311481__CAN_Message_.csv
warning: dataframe empty. no message in dataframe.

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-15-07-24-255626__CAN_Message_.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-11-03-22-149961__CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-11-43-56-582912__CAN_Message_.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-13-35-42-866482__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-11-51-12-903245__CAN_Message_.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-13-54-13-514632__CAN_Message_Rav4.csv
No data was present in the csvfile or pandas dataframe supplied is empty. Unable to perform further operation

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-13-33-32-930226__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-11-51-43-199958__CAN_Message_.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-13-04-39-616820__CAN_Message_.csv
No data was present in the csvfile or pandas dataframe supplied is empty. Unable to perform further operation

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-13-35-04-231775__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-14-34-19-260236__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-13-32-21-095826__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-13-58-22-151756__CAN_Message_.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_31/2020-01-31-13-35-25-352395__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_16/2020-03-16-15-29-20_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_03/2020-04-03-16-56-30_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_03/2020-04-03-17-04-00_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019-10-24/8d916364-c0bc-4b69-8e00-3b23b59992941571959865.236946CAN_Message.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019-10-24/7718032c-08f1-459f-96ff-f26111100de6CAN_Message.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019-10-24/fef25fc0-69fe-4fe4-b240-50d089fbf470CAN_Message.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019-10-24/8a4a5832-1e93-4469-9c46-784f5f6fc2cd1571959888.2113855CAN_Message.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2019-10-24/ea89c106-3fb6-4291-8f99-f3d6b621e230CAN_Message.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_17/2020-02-17-08-48-37-911165__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_17/2020-02-17-12-38-21-095572__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_17/2020-02-17-12-37-36-342603__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_17/2020-02-17-11-50-57-809412__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_15/2020-04-15-05-12-00_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_15/2020-04-15-09-08-30_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_06/2020-03-06-11-07-04_CAN_DATA.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_06/2020-03-06-11-48-54-091171__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_06/2020-03-06-11-41-20_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_06/2020-03-06-09-18-08-992269__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_06/2020-03-06-11-19-03-431376__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_06/2020-03-06-11-51-50-261530__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_06/2020-03-06-11-50-11_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_06/2020-03-06-11-41-17_CAN_Messages.csv
No data was present in the csvfile or pandas dataframe supplied is empty. Unable to perform further operation

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_06/2020-03-06-11-40-27_CAN_DATA.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_06/2020-03-06-11-51-28_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_06/2020-03-06-11-06-34_CAN_DATA.csv
No data was present in the csvfile or pandas dataframe supplied is empty. Unable to perform further operation

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_06/2020-03-06-16-01-41_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_21/2020-04-21-17-45-32_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_21/2020-04-21-17-25-00_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_07/2020-02-07-15-11-56-719248__CAN_Message.csv
warning: dataframe empty. no message in dataframe.

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_07/2020-02-07-15-09-56-441828__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_07/2020-02-07-16-03-28-581538__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_07/2020-02-07-15-52-37-637237__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_07/2020-02-07-15-53-47-320617__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_07/2020-02-07-15-15-53-134686__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_07/2020-02-07-16-03-41-615537__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_07/2020-02-07-15-31-57-259459__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_07/2020-02-07-15-12-31-264297__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_07/2020-02-07-15-52-09-393172__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_07/2020-02-07-15-29-43-728684__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_07/2020-02-07-15-11-34-986235__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_07/2020-02-07-15-14-30-872714__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_07/2020-02-07-15-05-43-154263__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_04/2020-03-04-12-28-06-420320__CAN_Messages_CATVEHICLE_Py.csv
warning: dataframe empty. no message in dataframe.

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_04/2020-03-04-12-56-46-743471__CAN_Messages_CATVEHICLE_Py.csv
warning: dataframe empty. no message in dataframe.

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_04/2020-03-04-12-10-46-458799__CAN_Messages_CATVEHICLE_Py.csv
warning: dataframe empty. no message in dataframe.

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_12/2020-02-12-14-21-48-643933__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_12/2020-02-12-17-00-57-122424__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_12/2020-02-12-19-37-41-768234__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_12/2020-02-12-12-42-48-573274__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_03/2020-02-03-14-33-56-837983__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_03/2020-02-03-14-57-56-944263__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_03/2020-02-03-14-35-36-256408__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_03/2020-02-03-14-40-32-243617__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_03/2020-02-03-14-25-28-181662__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_03/2020-02-03-14-39-15-467899__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_03/2020-02-03-14-34-57-536765__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_03/2020-02-03-14-29-51-498988__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_03/2020-02-03-14-57-01-431634__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_03/2020-02-03-14-58-27-053566__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_03/2020-02-03-14-31-11-510096__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_03/2020-02-03-14-37-52-099866__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_03/2020-02-03-14-33-39-543079__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_03/2020-02-03-14-40-56-288660__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_03/2020-02-03-14-28-25-843780__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_03/2020-02-03-14-26-47-627201__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_03/2020-02-03-14-36-26-038608__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_03/2020-02-03-14-33-10-461650__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_03/2020-02-03-14-42-08-176663__CAN_Message_.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_30/2020-03-30-11-54-17_CAN_Messages.csv
warning: dataframe empty. no message in dataframe.

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_30/2020-03-30-16-04-10_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_30/2020-03-30-20-35-48_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_30/2020-03-30-11-54-17_HondaPilot_CAN_Messages.csv
warning: dataframe empty. no message in dataframe.

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_05/2020-03-05-08-23-30-382135__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_05/2020-03-05-13-21-29-803650__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_05/2020-03-05-08-42-39-921531__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_05/2020-03-05-09-09-59-241536__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_05/2020-03-05-13-00-56-941071__CAN_Messages.csv
CSVfile is empty.

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_05/2020-03-05-13-59-18-553197__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_05/2020-03-05-10-11-35-602492__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_05/2020-03-05-09-21-37-022653__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2018_01_28/2018-01-28-08-58-28_2T3Y1RFV8KC014025_CAN_Messages.csv
No data was present in the csvfile or pandas dataframe supplied is empty. Unable to perform further operation

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2018_01_28/2018-01-28-08-58-27_2T3Y1RFV8KC014025_CAN_Messages.csv
No data was present in the csvfile or pandas dataframe supplied is empty. Unable to perform further operation

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2018_01_28/2018-01-28-08-58-26__CAN_Messages.csv
No data was present in the csvfile or pandas dataframe supplied is empty. Unable to perform further operation

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2018_01_28/2018-01-28-08-58-26_2T3Y1RFV8KC014025_CAN_Messages.csv
No data was present in the csvfile or pandas dataframe supplied is empty. Unable to perform further operation

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_30  - Sprinkles drive/2020-01-27-16-13-13-149841__CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_30  - Sprinkles drive/2020-01-30-09-06-58-721293__CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_30  - Sprinkles drive/2020-01-30-16-26-38-726177__CAN_Message_Rav4.csv
No data was present in the csvfile or pandas dataframe supplied is empty. Unable to perform further operation

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_30  - Sprinkles drive/2020-01-30-09-42-19-693772__CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_30  - Sprinkles drive/2020-01-27-18-24-06-685660__CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_30  - Sprinkles drive/2020-01-27-15-22-02-866217__CAN_Message_Rav4.csv
No data was present in the csvfile or pandas dataframe supplied is empty. Unable to perform further operation

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_30  - Sprinkles drive/2020-01-30-17-43-56-100587__CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_30  - Sprinkles drive/2020-01-27-15-50-57-122107__CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_30  - Sprinkles drive/2020-01-27-15-59-51-969134__CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_30  - Sprinkles drive/2020-01-30-08-58-59-300127__CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_30  - Sprinkles drive/2020-01-31-08-08-51-638692__CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_30  - Sprinkles drive/2020-01-27-15-22-21-800723__CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_01_30  - Sprinkles drive/2020-01-30-16-26-53-848341__CAN_Message_Rav4.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_19/2020-04-19-12-02-08_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_04_19/2020-04-19-11-27-57_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_20/2020-03-20-12-36-18_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_20/2020-03-20-12-11-24_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_20/2020-03-20-11-53-54_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_20/2020-03-20-12-59-24_CAN_Messages.csv
No data was present in the csvfile or pandas dataframe supplied is empty. Unable to perform further operation

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/0000_00_00/CAN_Data_Giraffe_2.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/0000_00_00/2018-01-28-09-00-07-789629__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/0000_00_00/2018-01-28-09-08-50-921219__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/0000_00_00/CAN_Data_2.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/0000_00_00/CAN_Data_Giraffe.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/0000_00_00/2018-01-28-09-07-22-781083__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/0000_00_00/2018-01-28-09-00-52-647461__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/0000_00_00/2018-01-28-09-02-55-225012__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/0000_00_00/CAN_Data.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/0000_00_00/CAN_Data_Giraffe_3.csv
Burst Data. Skipping ....

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_05_13/2020-05-13-20-26-33_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_05_13/2020-05-13-19-05-07_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_05_13/2020-05-13-18-56-55_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_02/2020-03-02-12-54-30-482889__CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_18/2020-03-18-14-52-30_CAN_Messages.csv
No data was present in the csvfile or pandas dataframe supplied is empty. Unable to perform further operation

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_18/2020-03-18-10-17-18_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_24/2020-03-24-09-03-10_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_03_24/2020-03-24-16-42-54_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_10/2018-01-28-09-00-07-789629__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_10/2018-01-28-09-08-50-921219__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_10/2018-01-28-09-07-22-781083__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_10/2018-01-28-09-00-52-647461__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_02_10/2018-01-28-09-02-55-225012__CAN_Message.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_05_06/2020-05-06-05-02-00_2T3Y1RFV8KC014025_CAN_Messages.csv

Reading the CSV file /home/ivory/CyverseData/JmscslgroupData/PandaData/2020_05_06/2020-05-06-09-49-48_2T3Y1RFV8KC014025_CAN_Messages.csv

Save the variable

[12]:
import pickle
datapath = '../../speed/'
speedfile = 'all_speed.pickle'
accelxfile = 'all_accelx.pickle'

with open(datapath+speedfile, 'wb') as f:
    pickle.dump([speed_list], f)

with open(datapath+accelxfile, 'wb') as f:
    pickle.dump([accelx_list], f)

Load the dataset

[91]:
import pickle

datapath = '../../speed/'
speedfile = 'all_speed.pickle'
accelxfile = 'all_accelx.pickle'

speed_list = None
accelx_list = None
with open(datapath+speedfile, 'rb') as f:
    ss = pickle.load(f)
    speed_list = ss[0]
with open(datapath+accelxfile, 'rb') as f:
    ss = pickle.load(f)
    accelx_list = ss[0]
[92]:
indices_t = []
new_speed_list = []
for i, s in enumerate(speed_list):
    if s.shape[0] > 10:
        new_speed_list.append(s)
[93]:
new_speed_list[34]
[93]:
Time Message
Clock
2020-03-26 17:03:11.229470015 1.585242e+09 60.58
2020-03-26 17:03:11.230471134 1.585242e+09 60.58
2020-03-26 17:03:11.232092857 1.585242e+09 60.64
2020-03-26 17:03:11.234658957 1.585242e+09 60.64
2020-03-26 17:03:11.235782146 1.585242e+09 60.58
... ... ...
2020-03-26 17:38:03.747910976 1.585244e+09 0.00
2020-03-26 17:38:03.768285990 1.585244e+09 0.00
2020-03-26 17:38:03.787950039 1.585244e+09 0.00
2020-03-26 17:38:03.807902813 1.585244e+09 0.00
2020-03-26 17:38:03.827939034 1.585244e+09 0.00

104671 rows × 2 columns

[94]:
diffspeed = []
for s in new_speed_list:
    s['Message'] = s['Message']*0.277778 # Convert KM/H to M/S
    accel = strymread.differentiate(s)
    diffspeed.append(accel)
[95]:
new_speed_list[34]
[95]:
Time Message
Clock
2020-03-26 17:03:11.229470015 1.585242e+09 16.827791
2020-03-26 17:03:11.230471134 1.585242e+09 16.827791
2020-03-26 17:03:11.232092857 1.585242e+09 16.844458
2020-03-26 17:03:11.234658957 1.585242e+09 16.844458
2020-03-26 17:03:11.235782146 1.585242e+09 16.827791
... ... ...
2020-03-26 17:38:03.747910976 1.585244e+09 0.000000
2020-03-26 17:38:03.768285990 1.585244e+09 0.000000
2020-03-26 17:38:03.787950039 1.585244e+09 0.000000
2020-03-26 17:38:03.807902813 1.585244e+09 0.000000
2020-03-26 17:38:03.827939034 1.585244e+09 0.000000

104671 rows × 2 columns

[96]:
speed = pd.concat(new_speed_list)
[97]:
accel = pd.concat(diffspeed)
[98]:
speed.shape
[98]:
(5546112, 2)
[99]:
speed.sort_index(inplace=True)

# find the time values that are same and drop the latter entry. It is essential for spline
# interpolation to work
collect_indices = []
for i in range(0, len(speed['Time'].values)-1):
    if speed['Time'].values[i] == speed['Time'].values[i+1]:
        collect_indices.append(speed.index.values[i+1])
speed = speed.drop(collect_indices)
[100]:
speed.shape
[100]:
(4991528, 2)
[101]:
accel.shape
[101]:
(4993940, 2)
[102]:
accel.sort_index(inplace=True)

# find the time values that are same and drop the latter entry. It is essential for spline
# interpolation to work
collect_indices = []
for i in range(0, len(accel['Time'].values)-1):
    if accel['Time'].values[i] == accel['Time'].values[i+1]:
        collect_indices.append(accel.index.values[i+1])
accel = accel.drop(collect_indices)
[103]:
accel.shape
[103]:
(4991528, 2)
[104]:
fig, ax = strymread.create_fig(1)
ax[0].hist2d(speed['Message'], accel['Message'], bins=(50, 50), cmap=plt.cm.jet)
plt.show()
_images/CollectVelocityandAcceleration_21_0.png
[105]:
newdf = pd.DataFrame()
newdf['Time'] = speed['Time']
newdf['Speed'] = speed['Message']
newdf['Accel'] = accel['Message']
[106]:
newdf = newdf[(newdf['Accel'] > -10) & (newdf['Accel'] < 10)]
[107]:
plt.hist2d(newdf['Speed'], newdf['Accel'], bins=(5, 5), cmap=plt.cm.jet)
plt.xlabel('Speed m/s')
plt.ylabel('Accel m/s^2')
plt.colorbar()
plt.show()
_images/CollectVelocityandAcceleration_24_0.png
[109]:
plt.hist2d(newdf['Speed'], newdf['Accel'], bins=(15, 15), cmap=plt.cm.jet)
plt.xlabel('Speed m/s')
plt.ylabel('Accel m/s^2')
plt.colorbar()
plt.show()
_images/CollectVelocityandAcceleration_25_0.png
[110]:
speed.shape
[110]:
(4991528, 2)
[114]:
variable_dict = {"speed": speed.to_numpy()}
import scipy.io as sio
matfile = '../../speed/all_speed.mat'
sio.savemat(matfile, variable_dict)
[162]:
R = np.zeros(0)
for v in speed_list:
    w  = v.Time[-1] - v.Time[0]
    R = np.append(R, w)
[158]:
import seaborn as sea
sea.boxplot(R, orient="v")
plt.title('Box plot show distribution of driving time in seconds for velocity data.')
plt.ylabel('Time (seconds)')
[158]:
Text(0, 0.5, 'Time (seconds)')
_images/CollectVelocityandAcceleration_29_1.png
[161]:
np.sum(R)
[161]:
177669.2773733139
[168]:
R = np.zeros(0)
variable_dict_separate = {}
for i, v in enumerate(speed_list):
    variable_dict_separate['speed_'+str(i)] = v.to_numpy()
[169]:
matfile = '../../speed/all_speed_separate.mat'
sio.savemat(matfile, variable_dict_separate)