uploading csv to datasource

Author: alexon1234

clickhouse_mysql/writer/chcsvwriter.py

@@ -68,44 +68,11 @@ def insert(self, event_or_events=None):
         logging.debug('class:%s insert %d rows', __class__, len(events))
 
         for event in events:
-            schema = self.dst_schema if self.dst_schema else event.schema
-            table = None
-            if self.dst_distribute:
-                table = TableProcessor.create_distributed_table_name(db=event.schema, table=event.table)
-            else:
-                table = self.dst_table if self.dst_table else event.table
-                if self.dst_schema:
-                    table = TableProcessor.create_migrated_table_name(prefix=self.dst_table_prefix, table=table)
-
-            sql = 'INSERT INTO `{0}`.`{1}` ({2}) FORMAT CSV'.format(
-                schema,
-                table,
-                ', '.join(map(lambda column: '`%s`' % column, event.fieldnames)),
-            )
-
-            choptions = ""
-            if self.host:
-                choptions += " --host=" + shlex.quote(self.host)
-            if self.port:
-                choptions += " --port=" + str(self.port)
-            if self.user:
-                choptions += " --user=" + shlex.quote(self.user)
-            if self.password:
-                choptions += " --password=" + shlex.quote(self.password)
-            bash = "tail -n +2 '{0}' | clickhouse-client {1} --query='{2}'".format(
-                event.filename,
-                choptions,
-                sql,
-            )
-
-            # logging.info('starting clickhouse-client process')
-            # logging.debug('starting %s', bash)
-            # os.system(bash)
-
-            logging.info('calling Tinybird')
+            #schema = self.dst_schema if self.dst_schema else event.schema
+            #table = self.dst_table if self.dst_table else event.table
 
             params = {
-                'name': 'schedulings_ins',
+                'name': self.dst_table,
                 'mode': 'append'
             }
             token = 'p.eyJ1IjogIjUzMWUwMDUxLTRmZGQtNDc5MC05OGY0LWNlNTA3NDVkYzFkNSIsICJpZCI6ICIzNzMyOWExNy1mMGM2LTQyNWMtODhmOC1hZDE2MTU4OWIwNmMifQ.80_ZbRL9D8x2mlWay1EjdeA-zi7asxqKqp06NoOmadg'