feat: support http_request field

google/cloud/logging_v2/handlers/_helpers.py

@@ -25,6 +25,10 @@
 from google.cloud.logging_v2.handlers.middleware.request import _get_django_request
 
 _DJANGO_TRACE_HEADER = "HTTP_X_CLOUD_TRACE_CONTEXT"
+_DJANGO_LENGTH_HEADER = "CONTENT_LENGTH"
+_DJANGO_USERAGENT_HEADER = "HTTP_USER_AGENT"
+_DJANGO_REMOTE_ADDR_HEADER = "REMOTE_ADDR"
+_DJANGO_REFERER_HEADER = "HTTP_REFERER"
 _FLASK_TRACE_HEADER = "X_CLOUD_TRACE_CONTEXT"
 
 
@@ -46,59 +50,82 @@ def format_stackdriver_json(record, message):
     return json.dumps(payload)
 
 
-def get_trace_id_from_flask():
-    """Get trace_id from flask request headers.
+def get_request_data_from_flask():
+    """Get trace_id and http_request data from flask request headers.
 
     Returns:
         str: TraceID in HTTP request headers.
+        dict: data about the associated http request.
     """
     if flask is None or not flask.request:
-        return None
+        return None, None
+
+    # build http_request
+    http_request = {
+        "request_method": flask.request.method,
+        "request_url": flask.request.url,
+        "request_size": str(flask.request.content_length),
+        "user_agent": flask.request.user_agent.string,
+        "remote_ip": flask.request.remote_addr,
+        "referer": flask.request.referrer,
+    }
 
+    # find trace id
+    trace_id = None
     header = flask.request.headers.get(_FLASK_TRACE_HEADER)
+    if header:
+        trace_id = header.split("/", 1)[0]
 
-    if header is None:
-        return None
-
-    trace_id = header.split("/", 1)[0]
-
-    return trace_id
+    return http_request, trace_id
 
 
-def get_trace_id_from_django():
-    """Get trace_id from django request headers.
+def get_request_data_from_django():
+    """Get trace_id and http_request data from django request headers.
 
     Returns:
         str: TraceID in HTTP request headers.
+        dict: data about the associated http request.
     """
     request = _get_django_request()
 
     if request is None:
-        return None
+        return None, None
+
+    # build http_request
+    http_request = {
+        "request_method": request.method,
+        "request_url": request.build_absolute_uri(),
+        "request_size": request.META.get(_DJANGO_LENGTH_HEADER),
+        "user_agent": request.META.get(_DJANGO_USERAGENT_HEADER),
+        "remote_ip": request.META.get(_DJANGO_REMOTE_ADDR_HEADER),
+        "referer": request.META.get(_DJANGO_REFERER_HEADER),
+    }
 
+    # find trace id
+    trace_id = None
     header = request.META.get(_DJANGO_TRACE_HEADER)
-    if header is None:
-        return None
-
-    trace_id = header.split("/", 1)[0]
+    if header:
+        trace_id = header.split("/", 1)[0]
 
-    return trace_id
+    return http_request, trace_id
 
 
-def get_trace_id():
-    """Helper to get trace_id from web application request header.
+def get_request_data():
+    """Helper to get trace_id and http_request data from supported web
+    frameworks.
 
     Returns:
         str: TraceID in HTTP request headers.
+        dict: data about the associated http request.
     """
     checkers = (
-        get_trace_id_from_django,
-        get_trace_id_from_flask,
+        get_request_data_from_django,
+        get_request_data_from_flask,
     )
 
     for checker in checkers:
-        trace_id = checker()
-        if trace_id is not None:
-            return trace_id
+        http_request, trace_id = checker()
+        if http_request is not None:
+            return http_request, trace_id
 
-    return None
+    return None, None

google/cloud/logging_v2/handlers/app_engine.py

@@ -21,7 +21,7 @@
 import logging
 import os
 
-from google.cloud.logging_v2.handlers._helpers import get_trace_id
+from google.cloud.logging_v2.handlers._helpers import get_request_data
 from google.cloud.logging_v2.handlers.transports import BackgroundThreadTransport
 from google.cloud.logging_v2.resource import Resource
 
@@ -96,7 +96,7 @@ def get_gae_labels(self):
         """
         gae_labels = {}
 
-        trace_id = get_trace_id()
+        _, trace_id = get_request_data()
         if trace_id is not None:
             gae_labels[_TRACE_ID_LABEL] = trace_id
 
@@ -114,11 +114,14 @@ def emit(self, record):
         """
         message = super(AppEngineHandler, self).format(record)
         gae_labels = self.get_gae_labels()
-        trace_id = (
-            "projects/%s/traces/%s" % (self.project_id, gae_labels[_TRACE_ID_LABEL])
-            if _TRACE_ID_LABEL in gae_labels
-            else None
-        )
+        http_request, trace_id = get_request_data()
+        if trace_id is not None:
+            trace_id = f"projects/{self.project_id}/traces/{trace_id}"
         self.transport.send(
-            record, message, resource=self.resource, labels=gae_labels, trace=trace_id
+            record,
+            message,
+            resource=self.resource,
+            labels=gae_labels,
+            trace=trace_id,
+            http_request=http_request,
         )

google/cloud/logging_v2/handlers/transports/background_thread.py

@@ -223,7 +223,15 @@ def _main_thread_terminated(self):
             )
 
     def enqueue(
-        self, record, message, *, resource=None, labels=None, trace=None, span_id=None
+        self,
+        record,
+        message,
+        *,
+        resource=None,
+        labels=None,
+        trace=None,
+        span_id=None,
+        http_request=None,
     ):
         """Queues a log entry to be written by the background thread.
 
@@ -237,6 +245,8 @@ def enqueue(
             trace (Optional[str]): TraceID to apply to the logging entry.
             span_id (Optional[str]): Span_id within the trace for the log entry.
                 Specify the trace parameter if span_id is set.
+            http_request (Optional[dict]): Info about HTTP request associated
+                 with the entry.
         """
         queue_entry = {
             "info": {"message": message, "python_logger": record.name},
@@ -246,6 +256,7 @@ def enqueue(
             "trace": trace,
             "span_id": span_id,
             "timestamp": datetime.datetime.utcfromtimestamp(record.created),
+            "http_request": http_request,
         }
         self._queue.put_nowait(queue_entry)
 
@@ -292,7 +303,14 @@ def __init__(
         self.worker.start()
 
     def send(
-        self, record, message, resource=None, labels=None, trace=None, span_id=None
+        self,
+        record,
+        message,
+        resource=None,
+        labels=None,
+        trace=None,
+        span_id=None,
+        http_request=None,
     ):
         """Overrides Transport.send().
 
@@ -306,6 +324,8 @@ def send(
             trace (Optional[str]): TraceID to apply to the logging entry.
             span_id (Optional[str]): span_id within the trace for the log entry.
                 Specify the trace parameter if span_id is set.
+            http_request (Optional[dict]): Info about HTTP request associated
+                 with the entry.
         """
         self.worker.enqueue(
             record,
@@ -314,6 +334,7 @@ def send(
             labels=labels,
             trace=trace,
             span_id=span_id,
+            http_request=http_request,
         )
 
     def flush(self):

google/cloud/logging_v2/handlers/transports/base.py

@@ -23,7 +23,15 @@ class Transport(object):
     """
 
     def send(
-        self, record, message, *, resource=None, labels=None, trace=None, span_id=None
+        self,
+        record,
+        message,
+        *,
+        resource=None,
+        labels=None,
+        trace=None,
+        span_id=None,
+        http_request=None
     ):
         """Transport send to be implemented by subclasses.
 

google/cloud/logging_v2/handlers/transports/sync.py

@@ -31,7 +31,15 @@ def __init__(self, client, name):
         self.logger = client.logger(name)
 
     def send(
-        self, record, message, *, resource=None, labels=None, trace=None, span_id=None
+        self,
+        record,
+        message,
+        *,
+        resource=None,
+        labels=None,
+        trace=None,
+        span_id=None,
+        http_request=None,
     ):
         """Overrides transport.send().
 
@@ -43,6 +51,8 @@ def send(
             resource (Optional[~logging_v2.resource.Resource]):
                  Monitored resource of the entry.
             labels (Optional[dict]): Mapping of labels for the entry.
+            http_request (Optional[dict]): Info about HTTP request associated
+                 with the entry.
         """
         info = {"message": message, "python_logger": record.name}
         self.logger.log_struct(
@@ -52,4 +62,5 @@ def send(
             labels=labels,
             trace=trace,
             span_id=span_id,
+            http_request=http_request,
         )