[Fix](influxdata#649) changes to support ns timepoints

extensive but not fully tested, unittests updates to follow
also fixes ( influxdata#527,influxdata#489, influxdata#346, influxdata#344, influxdata#340)

Author: auphofBSF

influxdb/_dataframe_client.py

@@ -261,7 +261,7 @@ def _convert_dataframe_to_json(dataframe,
             {'measurement': measurement,
              'tags': dict(list(tag.items()) + list(tags.items())),
              'fields': rec,
-             'time': np.int64(ts.value / precision_factor)}
+             'time': np.int64(ts.value // precision_factor)}
             for ts, tag, rec in zip(dataframe.index,
                                     dataframe[tag_columns].to_dict('record'),
                                     dataframe[field_columns].to_dict('record'))
@@ -329,10 +329,10 @@ def _convert_dataframe_to_lines(self,
 
         # Make array of timestamp ints
         if isinstance(dataframe.index, pd.PeriodIndex):
-            time = ((dataframe.index.to_timestamp().values.astype(np.int64) /
+            time = ((dataframe.index.to_timestamp().values.astype(np.int64) //
                      precision_factor).astype(np.int64).astype(str))
         else:
-            time = ((pd.to_datetime(dataframe.index).values.astype(np.int64) /
+            time = ((pd.to_datetime(dataframe.index).values.astype(np.int64) //
                      precision_factor).astype(np.int64).astype(str))
 
         # If tag columns exist, make an array of formatted tag keys and values
@@ -439,16 +439,16 @@ def _stringify_dataframe(dframe, numeric_precision, datatype='field'):
         return dframe
 
     def _datetime_to_epoch(self, datetime, time_precision='s'):
-        seconds = (datetime - self.EPOCH).total_seconds()
+        nanoseconds = (datetime - self.EPOCH).value
         if time_precision == 'h':
-            return seconds / 3600
+            return np.int64(nanoseconds // 1e9 // 3600)
         elif time_precision == 'm':
-            return seconds / 60
+            return np.int64(nanoseconds // 1e9 // 60)
         elif time_precision == 's':
-            return seconds
+            return np.int64(nanoseconds // 1e9)
         elif time_precision == 'ms':
-            return seconds * 1e3
+            return np.int64(nanoseconds // 1e6)
         elif time_precision == 'u':
-            return seconds * 1e6
+            return np.int64(nanoseconds // 1e3)
         elif time_precision == 'n':
-            return seconds * 1e9
+            return nanoseconds

influxdb/line_protocol.py

@@ -13,33 +13,39 @@
 from dateutil.parser import parse
 from six import iteritems, binary_type, text_type, integer_types, PY2
 
-EPOCH = UTC.localize(datetime.utcfromtimestamp(0))
+import pandas as pd # Provide for ns timestamps
+
+EPOCH = pd.Timestamp(0, tz='UTC')
 
 
 def _convert_timestamp(timestamp, precision=None):
     if isinstance(timestamp, Integral):
         return timestamp  # assume precision is correct if timestamp is int
 
     if isinstance(_get_unicode(timestamp), text_type):
-        timestamp = parse(timestamp)
+        timestamp = pd.Timestamp(timestamp)
 
     if isinstance(timestamp, datetime):
         if not timestamp.tzinfo:
-            timestamp = UTC.localize(timestamp)
+            timestamp = pd.Timestamp(timestamp, tz='UTC')
 
-        ns = (timestamp - EPOCH).total_seconds() * 1e9
+    if isinstance(timestamp, pd._libs.tslib.Timestamp):
+        if not timestamp.tzinfo:
+            timestamp = pd.Timestamp(timestamp, tz = 'UTC')
+     
+        ns = (timestamp - EPOCH).value
         if precision is None or precision == 'n':
             return ns
         elif precision == 'u':
-            return ns / 1e3
+            return ns // 1e3
         elif precision == 'ms':
-            return ns / 1e6
+            return ns // 1e6
         elif precision == 's':
-            return ns / 1e9
+            return ns // 1e9
         elif precision == 'm':
-            return ns / 1e9 / 60
+            return ns // 1e9 // 60
         elif precision == 'h':
-            return ns / 1e9 / 3600
+            return ns // 1e9 // 3600
 
     raise ValueError(timestamp)