Initial commit for Clover Collector

- Added a container named clover-collector using clover
container as a base with build script
- GRPC server to manage collector process
- Cassandra DB client interface to initialize visibility keyspace
- Init messaging adds table schemas for tracing - traces & spans
- Adds table for monitoring - metrics
- Does not implement Cassandra server but developed using
public Cassandra docker container
- Collector process in simple loop that periodically fetches
traces and monitoring data and inserts to Cassandra - not optimized
for batch retrieval yet for monitoring
- CLI interface added to collector process and used
by GRPC server for configuration
- Simple GRPC client script to test GRPC server and start/stop
of collector process
- Collector process can be configured with access for tracing,
monitoring and Cassandra
- Added a return value in monitoring query method

- Added ability to truncate tracing, metrics and spans tables
in cql
- Added cql prepared statements and batch insert for metrics
and spans
- Align cql connection to cql deployment within k8s
- Fix issue with cql host list using ast and collect process
args with background argument
- Added redis interface to accept service/metric list
externally for monitoring (will work in conjunction
with clover-controller)
- Use k8s DNS names and default ports for monitoring, tracing
and cassandra
- Added yaml manifest renderer/template for collector

Change-Id: I3e4353e28844c4ce9c185ff4638012b66c7fff67
Signed-off-by: Eddie Arrage <eddie.arrage@huawei.com>

1 files changed, 97 insertions, 0 deletions

diff --git a/clover/collector/grpc/collector_pb2_grpc.py b/clover/collector/grpc/collector_pb2_grpc.py
new file mode 100644
index 0000000..a7be73c
--- /dev/null
+++ b/clover/collector/grpc/collector_pb2_grpc.py
@@ -0,0 +1,97 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+import grpc
+
+import collector_pb2 as collector__pb2
+
+
+class ControllerStub(object):
+  """The controller service definition.
+  """
+
+  def __init__(self, channel):
+    """Constructor.
+
+    Args:
+      channel: A grpc.Channel.
+    """
+    self.StopCollector = channel.unary_unary(
+        '/collector.Controller/StopCollector',
+        request_serializer=collector__pb2.ConfigCollector.SerializeToString,
+        response_deserializer=collector__pb2.CollectorReply.FromString,
+        )
+    self.StartCollector = channel.unary_unary(
+        '/collector.Controller/StartCollector',
+        request_serializer=collector__pb2.ConfigCollector.SerializeToString,
+        response_deserializer=collector__pb2.CollectorReply.FromString,
+        )
+    self.InitVisibility = channel.unary_unary(
+        '/collector.Controller/InitVisibility',
+        request_serializer=collector__pb2.ConfigCassandra.SerializeToString,
+        response_deserializer=collector__pb2.CollectorReply.FromString,
+        )
+    self.TruncateVisibility = channel.unary_unary(
+        '/collector.Controller/TruncateVisibility',
+        request_serializer=collector__pb2.Schemas.SerializeToString,
+        response_deserializer=collector__pb2.CollectorReply.FromString,
+        )
+
+
+class ControllerServicer(object):
+  """The controller service definition.
+  """
+
+  def StopCollector(self, request, context):
+    # missing associated documentation comment in .proto file
+    pass
+    context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+    context.set_details('Method not implemented!')
+    raise NotImplementedError('Method not implemented!')
+
+  def StartCollector(self, request, context):
+    # missing associated documentation comment in .proto file
+    pass
+    context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+    context.set_details('Method not implemented!')
+    raise NotImplementedError('Method not implemented!')
+
+  def InitVisibility(self, request, context):
+    # missing associated documentation comment in .proto file
+    pass
+    context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+    context.set_details('Method not implemented!')
+    raise NotImplementedError('Method not implemented!')
+
+  def TruncateVisibility(self, request, context):
+    # missing associated documentation comment in .proto file
+    pass
+    context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+    context.set_details('Method not implemented!')
+    raise NotImplementedError('Method not implemented!')
+
+
+def add_ControllerServicer_to_server(servicer, server):
+  rpc_method_handlers = {
+      'StopCollector': grpc.unary_unary_rpc_method_handler(
+          servicer.StopCollector,
+          request_deserializer=collector__pb2.ConfigCollector.FromString,
+          response_serializer=collector__pb2.CollectorReply.SerializeToString,
+      ),
+      'StartCollector': grpc.unary_unary_rpc_method_handler(
+          servicer.StartCollector,
+          request_deserializer=collector__pb2.ConfigCollector.FromString,
+          response_serializer=collector__pb2.CollectorReply.SerializeToString,
+      ),
+      'InitVisibility': grpc.unary_unary_rpc_method_handler(
+          servicer.InitVisibility,
+          request_deserializer=collector__pb2.ConfigCassandra.FromString,
+          response_serializer=collector__pb2.CollectorReply.SerializeToString,
+      ),
+      'TruncateVisibility': grpc.unary_unary_rpc_method_handler(
+          servicer.TruncateVisibility,
+          request_deserializer=collector__pb2.Schemas.FromString,
+          response_serializer=collector__pb2.CollectorReply.SerializeToString,
+      ),
+  }
+  generic_handler = grpc.method_handlers_generic_handler(
+      'collector.Controller', rpc_method_handlers)
+  server.add_generic_rpc_handlers((generic_handler,))