Merge pull request #71 from SumoLogic/SUMO-233810-sumocollector-httpsource

Setup collector and source

Author: himanshu219

EventHubs/requirements.txt

@@ -6,4 +6,5 @@ azure-mgmt-resource==23.0.1
 azure-mgmt-eventhub==11.0.0
 azure-eventhub==5.11.5
 azure-mgmt-storage==21.1.0
-zure-mgmt-loganalytics==12.0.0
+azure-mgmt-loganalytics==12.0.0
+sumologic-sdk==0.1.15

EventHubs/tests/baseeventhubtest.py

@@ -2,6 +2,7 @@
 import sys
 import json
 from datetime import timedelta
+from sumologic import SumoLogic
 from azure.mgmt.resource import ResourceManagementClient
 from azure.mgmt.eventhub import EventHubManagementClient
 from azure.eventhub import EventHubProducerClient
@@ -19,16 +20,17 @@ def setUp(self):
         self.create_credentials()
         self.resource_client = ResourceManagementClient(self.azure_credential, 
                                                         self.subscription_id)
-        try:
-            self.sumo_endpoint_url = os.environ["SumoEndpointURL"]
-        except KeyError:
-            raise Exception("SumoEndpointURL environment variables are not set")
-        
         self.repo_name, self.branch_name = self.get_git_info()
-
+        self.sumologic_cli = SumoLogic(os.environ["SUMO_ACCESS_ID"], os.environ["SUMO_ACCESS_KEY"], self.api_endpoint(os.environ["SUMO_DEPLOYMENT"]))
+        self.collector_id = self.create_collector(self.collector_name)
+        self.sumo_source_id, self.sumo_endpoint_url = self.create_source(self.collector_id, self.source_name)
+        
     def tearDown(self):
         if self.resource_group_exists(self.RESOURCE_GROUP_NAME):
             self.delete_resource_group()
+        self.delete_source(self.collector_id, self.sumo_source_id)
+        self.delete_collector(self.collector_id)
+        self.sumologic_cli.session.close()
 
     def get_resource_name(self, resprefix, restype):
         for item in self.resource_client.resources.list_by_resource_group(self.RESOURCE_GROUP_NAME):

EventHubs/tests/test_eventhub_metrics.py

@@ -9,8 +9,11 @@
 class TestEventHubMetrics(BaseEventHubTest):
 
     def setUp(self):
+        datetime_value = datetime.now().strftime("%d-%m-%y-%H-%M-%S")
+        self.collector_name = "azure_metric_unittest-%s" % (datetime_value)
+        self.source_name = "metric_data-%s" % (datetime_value)
         super(TestEventHubMetrics, self).setUp()
-        self.RESOURCE_GROUP_NAME = "EventHubMetrics-%s" % (datetime.now().strftime("%d-%m-%y-%H-%M-%S"))
+        self.RESOURCE_GROUP_NAME = "EventHubMetrics-%s" % (datetime_value)
         self.template_name = "azuredeploy_metrics.json"
         self.event_hub_namespace_prefix = "SMNamespace"
         self.eventhub_name = "insights-metrics-pt1m"

test_utils/basetest.py

@@ -4,7 +4,8 @@
 import datetime
 import subprocess
 from azure.identity import DefaultAzureCredential
-from azure.mgmt.resource.resources.models import Deployment,DeploymentMode
+from azure.mgmt.resource.resources.models import Deployment, DeploymentMode
+
 
 class BaseTest(unittest.TestCase):
 
@@ -58,22 +59,81 @@ def deploy_template(self):
 
     def get_git_info(self):
         repo_slug = "SumoLogic/sumologic-azure-function"
-        if os.environ.get("TRAVIS_EVENT_TYPE") == "pull_request":
-            branch_name = os.environ["TRAVIS_PULL_REQUEST_BRANCH"]
-            repo_slug = os.environ["TRAVIS_PULL_REQUEST_SLUG"]
-        elif os.environ.get("TRAVIS_EVENT_TYPE") == "push":
-            branch_name = os.environ["TRAVIS_BRANCH"]
-            repo_slug = os.environ["TRAVIS_REPO_SLUG"]
-        else:
-            git_cmd = "git rev-parse --abbrev-ref HEAD" # will not work in detached state
-            branch_name = subprocess.Popen(git_cmd, shell=True, stdout=subprocess.PIPE).stdout.read().strip()
+        try:
+            branch_name = subprocess.check_output("git branch --show-current", stderr=subprocess.STDOUT, shell=True)
+            if not branch_name:
+                # in detached head state
+                branch_name = os.environ["SOURCE_BRANCH"]
+            else:
+                branch_name = self.branch_name.decode("utf-8").strip()
+        
+        except Exception as e:
+            raise Exception(f"Error getting branch name: {e}")
 
-        repo_name = "https://github.com/%s" % (repo_slug)
-        if not branch_name or branch_name == "undefined" or not repo_name:
-            raise Exception("No branch Found")
-        print("Testing for repo %s in branch %s" % (repo_name, branch_name))
+        if not branch_name or branch_name == "undefined" or not repo_slug:
+            raise Exception("No branch found")
 
-        if isinstance(branch_name, bytes):
-            branch_name = branch_name.decode()
+        repo_name = f"https://github.com/{repo_slug}"
+        
+        print(f"Testing for repo {repo_name} in branch {branch_name}")
 
         return repo_name, branch_name
+
+    def api_endpoint(self, sumo_deployment):
+        if sumo_deployment == "us1":
+            return "https://api.sumologic.com/api"
+        elif sumo_deployment in ["ca", "au", "de", "eu", "jp", "us2", "fed", "in"]:
+            return "https://api.%s.sumologic.com/api" % sumo_deployment
+        else:
+            return 'https://%s-api.sumologic.net/api' % sumo_deployment
+        
+    def create_collector(self, collector_name):
+        print("create_collector start")
+        collector_id = None
+        collector = {
+                    'collector': {
+                        'collectorType': 'Hosted',
+                        'name': collector_name,
+                        'description': "",
+                        'category': None
+                    }
+                }
+        try:
+            resp = self.sumologic_cli.create_collector(collector, headers=None)
+            collector_id = json.loads(resp.text)['collector']['id']
+            print(f"created collector {collector_id}")
+        except Exception as e:
+            raise Exception(e)
+
+        return collector_id
+    
+    def delete_collector(self, collector_id):
+        sources = self.sumologic_cli.sources(collector_id, limit=10)
+        if len(sources) == 0:
+            self.sumologic_cli.delete_collector({"collector": {"id": collector_id}})
+            print(f"deleted collector {collector_id}")
+    
+    def create_source(self, collector_id, source_name):
+        print("create_source start")
+        endpoint = source_id = None
+        params = {
+            "sourceType": "HTTP",
+            "name": source_name,
+            "messagePerRequest": False,
+            "multilineProcessingEnabled": True,
+            "category": "AZURE/UnitTest/logs"
+        }
+
+        try:
+            resp = self.sumologic_cli.create_source(collector_id, {"source": params})
+            data = resp.json()['source']
+            source_id = data["id"]
+            endpoint = data["url"]
+            print(f"created source '{source_id}' endpoint '{endpoint}'")
+        except Exception as e:
+            raise Exception(e)
+        return source_id, endpoint
+    
+    def delete_source(self, collector_id, source_id):
+        self.sumologic_cli.delete_source(collector_id, {"source": {"id": source_id}})
+        print(f"deleted source {source_id}")