test: upload test results to datadog (#8910)

* upload to data dog for e2e tests

* yaml syntax

* try pytest DD integration

* pytest syntax

* more compiler errors

* move install to install place

* move to test requirements

.circleci/real_config.yml

@@ -600,10 +600,12 @@ commands:
           working_directory: ~/project/e2e_tests
           no_output_timeout: 30m
           command: |
+            DD_CIVISIBILITY_AGENTLESS_ENABLED=true DD_SITE='datadoghq.com' DD_ENV=ci DD_SERVICE='pytest-<<parameters.mark>>' \
             DET_MASTER_CERT_FILE=<<parameters.master-cert>> DET_MASTER_CERT_NAME=<<parameters.master-cert-name>> \
             pytest -vv -s \
             -m '<<parameters.mark>>' \
             --durations=0 \
+            --ddtrace \
             --master-scheme="<<parameters.master-scheme>>" \
             --master-host="<<parameters.master-host>>" \
             --master-port="<<parameters.master-port>>" \

e2e_tests/tests/requirements.txt

@@ -20,3 +20,5 @@ ray[default,tune]
 pyarrow
 # Pydantic V2 has changes that break existing ray tests
 pydantic<2
+# DataDog tracing and result upload utility
+ddtrace