TO REVERT LATER set engine=python to query

because of a bug in pandas/numexpr. Once fixed:
pandas-dev/pandas#25369
revert the change

Author: teto

mptcpanalyzer/connection.py

@@ -398,7 +398,7 @@ def filter_ds(data, **kwargs):
             query = "{field} == '{value}'".format(field=field, value=value)
 
             log.debug("Running query %s" % query)
-            dat = data.query(query)
+            dat = data.query(query, engine="python")
         return dat
 
 

mptcpanalyzer/data.py

@@ -514,7 +514,7 @@ def mptcpdest_from_connections(df, con: MpTcpConnection) -> pd.DataFrame:
 
         log.debug("Looking at mptcp destination %s" % dest)
         q = con.generate_direction_query(dest)
-        df_dest = df.query(q)
+        df_dest = df.query(q, engine="python")
         print("mptcpdest %r" % dest)
         df.loc[df_dest.index, 'mptcpdest'] = dest
 
@@ -527,7 +527,7 @@ def tcpdest_from_connections(df, con: TcpConnection) -> pd.DataFrame:
 
         log.debug("Looking at destination %s" % dest)
         q = con.generate_direction_query(dest)
-        df_dest = df.query(q)
+        df_dest = df.query(q, engine="python")
         print("tcpdest %r" % dest)
         df.loc[df_dest.index, 'tcpdest'] = dest
 
@@ -669,9 +669,9 @@ def merge_tcp_dataframes_known_streams(
 
         log.debug("Looking at tcpdestination %s" % tcpdest)
         q = main_connection.generate_direction_query(tcpdest)
-        h1_unidirectional_df = h1_df.query(q)
+        h1_unidirectional_df = h1_df.query(q, engine="python")
         q = mapped_connection.generate_direction_query(tcpdest)
-        h2_unidirectional_df = h2_df.query(q)
+        h2_unidirectional_df = h2_df.query(q, engine="python")
 
         res = map_tcp_packets(h1_unidirectional_df, h2_unidirectional_df)
 

mptcpanalyzer/parser.py

@@ -433,7 +433,7 @@ def __call__(self, parser, namespace, values, option_string=None):
 
         import pandas as pd
         print("use numexpr?", pd.get_option('compute.use_numexpr', False))
-        df.query(query, inplace=True, )
+        df.query(query, inplace=True, engine="python")
 
 
 def gen_bicap_parser(protocol, dest=False):

mptcpanalyzer/pdutils.py

@@ -139,7 +139,7 @@ def filter_dataframe(
     # throws when querying with an empty query
     if len(query) > 0:
         log.info("Running query:\n%s\n" % query)
-        dataframe.query(query, inplace=True)
+        dataframe.query(query, inplace=True, engine="python")
 
     return dataframe
 

mptcpanalyzer/statistics.py

@@ -60,7 +60,7 @@ def mptcp_compute_throughput(
     con = MpTcpConnection.build_from_dataframe(df, mptcpstreamid)
     q = con.generate_direction_query(destination)
     print("query q= %r" % q)
-    df = unidirectional_df = df.query(q)
+    df = unidirectional_df = df.query(q, engine="python")
 
     dsn_min = df.dss_dsn.min()
     dsn_max = df.dss_dsn.max()