daily/2026-06-03/traces/ff550a3a2110c16b277a5913f157c12e.json

{"processes":{"p0":{"serviceName":"pytest-observability","tags":[{"key":"cicd.pipeline.run.id","value":"26868669644:1"},{"key":"cicd.pipeline.task.name","value":"run"},{"key":"deployment.environment","value":"ci"},{"key":"process.command","value":"python3"},{"key":"process.command_args","value":"-m pytest -m is_tensor_parallel_test -n 1 -p no:warning -o junit_family=xunit1 --junitxml=test-results/junit.xml --reruns 5 --reruns-delay 2 --only-rerun (OSError|Timeout|ConnectionError|FileNotFoundError|PIL.UnidentifiedImageError|HTTPError|AssertionError: Tensor-likes are not close!|TypeError: expected str, bytes or os.PathLike object, not NoneType|TypeError: stat: path should be string, bytes, os.PathLike or integer, not NoneType|Converting from Tiktoken failed|KeyError: <class |TypeError: not a string) --max-worker-restart=0 -vvv -rsfE --random-order-bucket=module --random-order-seed=2291 --make-reports=tests_tensor_parallel_ci tests/models/afmoe/test_modeling_afmoe.py tests/models/aimv2/test_modeling_aimv2.py tests/models/albert/test_modeling_albert.py tests/models/align/test_modeling_align.py tests/models/altclip/test_modeling_altclip.py tests/models/apertus/test_modeling_apertus.py tests/models/arcee/test_modeling_arcee.py tests/models/aria/test_modeling_aria.py tests/models/audio_spectrogram_transformer/test_modeling_audio_spectrogram_transformer.py tests/models/audioflamingo3/test_modeling_audioflamingo3.py tests/models/auto/test_modeling_auto.py tests/models/autoformer/test_modeling_autoformer.py tests/models/aya_vision/test_modeling_aya_vision.py tests/models/bamba/test_modeling_bamba.py tests/models/bark/test_modeling_bark.py tests/models/bart/test_modeling_bart.py tests/models/beit/test_modeling_beit.py tests/models/bert/test_modeling_bert.py tests/models/bert_generation/test_modeling_bert_generation.py tests/models/big_bird/test_modeling_big_bird.py tests/models/bigbird_pegasus/test_modeling_bigbird_pegasus.py tests/models/biogpt/test_modeling_biogpt.py tests/models/bit/test_modeling_bit.py tests/models/bitnet/test_modeling_bitnet.py tests/models/blenderbot/test_modeling_blenderbot.py tests/models/blenderbot_small/test_modeling_blenderbot_small.py tests/models/blip/test_modeling_blip.py tests/models/blip/test_modeling_blip_text.py tests/models/blip_2/test_modeling_blip_2.py tests/models/bloom/test_m"},{"key":"process.command_line","value":"python3 -m pytest -m is_tensor_parallel_test -n 1 -p no:warning -o junit_family=xunit1 --junitxml=test-results/junit.xml --reruns 5 --reruns-delay 2 --only-rerun (OSError|Timeout|ConnectionError|FileNotFoundError|PIL.UnidentifiedImageError|HTTPError|AssertionError: Tensor-likes are not close!|TypeError: expected str, bytes or os.PathLike object, not NoneType|TypeError: stat: path should be string, bytes, os.PathLike or integer, not NoneType|Converting from Tiktoken failed|KeyError: <class |TypeError: not a string) --max-worker-restart=0 -vvv -rsfE --random-order-bucket=module --random-order-seed=2291 --make-reports=tests_tensor_parallel_ci tests/models/afmoe/test_modeling_afmoe.py tests/models/aimv2/test_modeling_aimv2.py tests/models/albert/test_modeling_albert.py tests/models/align/test_modeling_align.py tests/models/altclip/test_modeling_altclip.py tests/models/apertus/test_modeling_apertus.py tests/models/arcee/test_modeling_arcee.py tests/models/aria/test_modeling_aria.py tests/models/audio_spectrogram_transformer/test_modeling_audio_spectrogram_transformer.py tests/models/audioflamingo3/test_modeling_audioflamingo3.py tests/models/auto/test_modeling_auto.py tests/models/autoformer/test_modeling_autoformer.py tests/models/aya_vision/test_modeling_aya_vision.py tests/models/bamba/test_modeling_bamba.py tests/models/bark/test_modeling_bark.py tests/models/bart/test_modeling_bart.py tests/models/beit/test_modeling_beit.py tests/models/bert/test_modeling_bert.py tests/models/bert_generation/test_modeling_bert_generation.py tests/models/big_bird/test_modeling_big_bird.py tests/models/bigbird_pegasus/test_modeling_bigbird_pegasus.py tests/models/biogpt/test_modeling_biogpt.py tests/models/bit/test_modeling_bit.py tests/models/bitnet/test_modeling_bitnet.py tests/models/blenderbot/test_modeling_blenderbot.py tests/models/blenderbot_small/test_modeling_blenderbot_small.py tests/models/blip/test_modeling_blip.py tests/models/blip/test_modeling_blip_text.py tests/models/blip_2/test_modeling_blip_2.py tests/models/bloo"},{"key":"process.executable.name","value":"python3"},{"key":"process.executable.path","value":"/usr/local/bin/python3.10"},{"key":"process.owner","value":"root"},{"key":"process.pid","value":"638"},{"key":"process.runtime.description","value":"3.10.20 (main, May 19 2026, 23:52:13) [GCC 14.2.0]"},{"key":"process.runtime.name","value":"cpython"},{"key":"process.runtime.version","value":"3.10.20"},{"key":"service.version","value":"4c62cfff995cdc598a0b7d9b0232a99ed3a049b0"},{"key":"telemetry.sdk.language","value":"python"},{"key":"telemetry.sdk.name","value":"opentelemetry"},{"key":"telemetry.sdk.version","value":"1.42.1"},{"key":"transformers.test.job","value":"tests_tensor_parallel_ci"},{"key":"transformers.test.job.run","value":"26868669644:1:tests_tensor_parallel_ci"},{"key":"transformers.test.provider","value":"github_actions"},{"key":"transformers.test.run.id","value":"26868669644:1"},{"key":"vcs.change.id","value":"45604"},{"key":"vcs.change.url","value":"https://github.com/huggingface/transformers/pull/45604"},{"key":"vcs.provider.name","value":"github"},{"key":"vcs.ref.head.name","value":"45604/merge"},{"key":"vcs.ref.head.revision","value":"4c62cfff995cdc598a0b7d9b0232a99ed3a049b0"},{"key":"vcs.ref.type","value":"branch"},{"key":"vcs.repository.name","value":"huggingface/transformers"},{"key":"service.name","value":"pytest-observability"}]},"p1":{"serviceName":"pytest-observability","tags":[{"key":"cicd.pipeline.run.id","value":"26868669644:1"},{"key":"cicd.pipeline.task.name","value":"run"},{"key":"deployment.environment","value":"ci"},{"key":"process.command","value":"/usr/local/bin/python3"},{"key":"process.command_args","value":"-u -c import sys;exec(eval(sys.stdin.readline()))"},{"key":"process.command_line","value":"/usr/local/bin/python3 -u -c import sys;exec(eval(sys.stdin.readline()))"},{"key":"process.executable.name","value":"python3"},{"key":"process.executable.path","value":"/usr/local/bin/python3.10"},{"key":"process.owner","value":"root"},{"key":"process.pid","value":"651"},{"key":"process.runtime.description","value":"3.10.20 (main, May 19 2026, 23:52:13) [GCC 14.2.0]"},{"key":"process.runtime.name","value":"cpython"},{"key":"process.runtime.version","value":"3.10.20"},{"key":"service.version","value":"4c62cfff995cdc598a0b7d9b0232a99ed3a049b0"},{"key":"telemetry.sdk.language","value":"python"},{"key":"telemetry.sdk.name","value":"opentelemetry"},{"key":"telemetry.sdk.version","value":"1.42.1"},{"key":"transformers.test.job","value":"tests_tensor_parallel_ci"},{"key":"transformers.test.job.run","value":"26868669644:1:tests_tensor_parallel_ci"},{"key":"transformers.test.provider","value":"github_actions"},{"key":"transformers.test.run.id","value":"26868669644:1"},{"key":"vcs.change.id","value":"45604"},{"key":"vcs.change.url","value":"https://github.com/huggingface/transformers/pull/45604"},{"key":"vcs.provider.name","value":"github"},{"key":"vcs.ref.head.name","value":"45604/merge"},{"key":"vcs.ref.head.revision","value":"4c62cfff995cdc598a0b7d9b0232a99ed3a049b0"},{"key":"vcs.ref.type","value":"branch"},{"key":"vcs.repository.name","value":"huggingface/transformers"},{"key":"service.name","value":"pytest-observability"}]}},"spans":[{"duration":843788315,"logs":[],"operationName":"test run","processID":"p0","startTime":1780469797701643,"tags":[{"key":"pytest.span_type","value":"run"},{"key":"otel.status_code","value":"OK"}]},{"duration":822399977,"logs":[],"operationName":"test worker gw0","processID":"p1","startTime":1780469812499847,"tags":[{"key":"pytest.span_type","value":"run"},{"key":"otel.status_code","value":"OK"}]},{"duration":210011320,"logs":[{"fields":[{"key":"event","value":"exception"},{"key":"exception.type","value":"Failed"},{"key":"exception.message","value":"Timeout (>120.0s) from pytest-timeout."},{"key":"exception.stacktrace","value":"self = <tests.models.arcee.test_modeling_arcee.ArceeModelTest testMethod=test_tp_forward>\n\n    @is_tensor_parallel_test\n    def test_tp_forward(self):\n        self._skip_if_not_supported()\n    \n        config = self.model_tester.get_config()\n        model_class = self._get_tp_model_class()\n        atol = self.tensor_parallel_atol\n        rtol = self.tensor_parallel_rtol\n    \n        with tempfile.TemporaryDirectory() as tmp_dir:\n            set_seed(42)\n            model = model_class(config)\n            model.save_pretrained(tmp_dir, save_original_format=True)\n    \n>           _init_distributed(tp=self.tensor_parallel_size)(_test_tp_forward_impl)(tmp_dir, model_class, atol, rtol)\n\ntests/test_tensor_parallel_mixin.py:520: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \ntests/test_tensor_parallel_mixin.py:103: in wrapper\n    mp.spawn(_global_wrapper, args=spawn_args, nprocs=world_size)\n/usr/local/lib/python3.10/site-packages/torch/multiprocessing/spawn.py:340: in spawn\n    return start_processes(fn, args, nprocs, join, daemon, start_method=\"spawn\")\n/usr/local/lib/python3.10/site-packages/torch/multiprocessing/spawn.py:296: in start_processes\n    while not context.join():\n/usr/local/lib/python3.10/site-packages/torch/multiprocessing/spawn.py:140: in join\n    ready = multiprocessing.connection.wait(\n/usr/local/lib/python3.10/multiprocessing/connection.py:931: in wait\n    ready = selector.select(timeout)\n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = <selectors.PollSelector object at 0x7f34eebaad10>, timeout = None\n\n    def select(self, timeout=None):\n        # This is shared between poll() and epoll().\n        # epoll() has a different signature and handling of timeout parameter.\n        if timeout is None:\n            timeout = None\n        elif timeout <= 0:\n            timeout = 0\n        else:\n            # poll() has a resolution of 1 millisecond, round away from\n            # zero to wait *at least* timeout seconds.\n            timeout"},{"key":"exception.escaped","value":"False"}]}],"operationName":"tests/models/arcee/test_modeling_arcee.py::ArceeModelTest::test_tp_forward","processID":"p1","startTime":1780470170220490,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_forward"},{"key":"pytest.nodeid","value":"tests/models/arcee/test_modeling_arcee.py::ArceeModelTest::test_tp_forward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"505"},{"key":"otel.status_code","value":"OK"}]},{"duration":87551978,"logs":[],"operationName":"tests/models/arcee/test_modeling_arcee.py::ArceeModelTest::test_tp_forward::call","processID":"p1","startTime":1780470292677448,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_forward"},{"key":"pytest.nodeid","value":"tests/models/arcee/test_modeling_arcee.py::ArceeModelTest::test_tp_forward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"505"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":258,"logs":[],"operationName":"tests/models/arcee/test_modeling_arcee.py::ArceeModelTest::test_tp_forward::teardown","processID":"p1","startTime":1780470380229818,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_forward"},{"key":"pytest.nodeid","value":"tests/models/arcee/test_modeling_arcee.py::ArceeModelTest::test_tp_forward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"505"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":141,"logs":[],"operationName":"_unittest_setUpClass_fixture_ArceeModelTest teardown","processID":"p1","startTime":1780470380229850,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_ArceeModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":542,"logs":[],"operationName":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_tp_generation::setup","processID":"p1","startTime":1780470380232662,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_generation"},{"key":"pytest.nodeid","value":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_tp_generation"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"537"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":79,"logs":[],"operationName":"_unittest_setUpClass_fixture_Cohere2MoeModelTest setup","processID":"p1","startTime":1780470380233039,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_Cohere2MoeModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":50106304,"logs":[],"operationName":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_tp_generation::call","processID":"p1","startTime":1780470380233321,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_generation"},{"key":"pytest.nodeid","value":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_tp_generation"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"537"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":155,"logs":[],"operationName":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_tp_generation_quantized::teardown","processID":"p1","startTime":1780470532589492,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_generation_quantized"},{"key":"pytest.nodeid","value":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_tp_generation_quantized"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"557"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":70,"logs":[],"operationName":"_unittest_setUpClass_fixture_BloomModelTest teardown","processID":"p1","startTime":1780470532589513,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_BloomModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":41005,"logs":[],"operationName":"tests/models/afmoe/test_modeling_afmoe.py::AfmoeModelTest::test_tp_generation","processID":"p1","startTime":1780470532590962,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_generation"},{"key":"pytest.nodeid","value":"tests/models/afmoe/test_modeling_afmoe.py::AfmoeModelTest::test_tp_generation"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"537"},{"key":"otel.status_code","value":"OK"}]},{"duration":567,"logs":[],"operationName":"tests/models/afmoe/test_modeling_afmoe.py::AfmoeModelTest::test_tp_generation::setup","processID":"p1","startTime":1780470532629435,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_generation"},{"key":"pytest.nodeid","value":"tests/models/afmoe/test_modeling_afmoe.py::AfmoeModelTest::test_tp_generation"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"537"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":82,"logs":[],"operationName":"_unittest_setUpClass_fixture_AfmoeModelTest setup","processID":"p1","startTime":1780470532629824,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_AfmoeModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":908,"logs":[],"operationName":"tests/models/afmoe/test_modeling_afmoe.py::AfmoeModelTest::test_tp_generation::call","processID":"p1","startTime":1780470532630139,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_generation"},{"key":"pytest.nodeid","value":"tests/models/afmoe/test_modeling_afmoe.py::AfmoeModelTest::test_tp_generation"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"537"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":158,"logs":[],"operationName":"tests/models/afmoe/test_modeling_afmoe.py::AfmoeModelTest::test_tp_generation::teardown","processID":"p1","startTime":1780470532631288,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_generation"},{"key":"pytest.nodeid","value":"tests/models/afmoe/test_modeling_afmoe.py::AfmoeModelTest::test_tp_generation"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"537"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":73,"logs":[],"operationName":"_unittest_setUpClass_fixture_AfmoeModelTest teardown","processID":"p1","startTime":1780470532631309,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_AfmoeModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":66926,"logs":[],"operationName":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_ep_backward","processID":"p1","startTime":1780470532632116,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_backward"},{"key":"pytest.nodeid","value":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_ep_backward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"593"},{"key":"otel.status_code","value":"OK"}]},{"duration":673,"logs":[],"operationName":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_ep_backward::setup","processID":"p1","startTime":1780470532689969,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_backward"},{"key":"pytest.nodeid","value":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_ep_backward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"593"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":94,"logs":[],"operationName":"_unittest_setUpClass_fixture_Cohere2MoeModelTest setup","processID":"p1","startTime":1780470532690434,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_Cohere2MoeModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":933,"logs":[],"operationName":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_ep_backward::call","processID":"p1","startTime":1780470532690792,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_backward"},{"key":"pytest.nodeid","value":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_ep_backward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"593"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":175,"logs":[],"operationName":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_ep_backward::teardown","processID":"p1","startTime":1780470532691993,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_backward"},{"key":"pytest.nodeid","value":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_ep_backward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"593"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":79,"logs":[],"operationName":"_unittest_setUpClass_fixture_Cohere2MoeModelTest teardown","processID":"p1","startTime":1780470532692019,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_Cohere2MoeModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":53599,"logs":[],"operationName":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_ep_forward","processID":"p1","startTime":1780470532699382,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_forward"},{"key":"pytest.nodeid","value":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_ep_forward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"577"},{"key":"otel.status_code","value":"OK"}]},{"duration":716,"logs":[],"operationName":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_ep_forward::setup","processID":"p1","startTime":1780470532749851,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_forward"},{"key":"pytest.nodeid","value":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_ep_forward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"577"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":98,"logs":[],"operationName":"_unittest_setUpClass_fixture_BloomModelTest setup","processID":"p1","startTime":1780470532750348,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_BloomModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":949,"logs":[],"operationName":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_ep_forward::call","processID":"p1","startTime":1780470532750725,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_forward"},{"key":"pytest.nodeid","value":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_ep_forward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"577"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":174,"logs":[],"operationName":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_ep_forward::teardown","processID":"p1","startTime":1780470532751956,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_forward"},{"key":"pytest.nodeid","value":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_ep_forward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"577"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":83,"logs":[],"operationName":"_unittest_setUpClass_fixture_BloomModelTest teardown","processID":"p1","startTime":1780470532751979,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_BloomModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":53845,"logs":[],"operationName":"tests/models/blt/test_modeling_blt.py::BltModelTest::test_tp_backward","processID":"p1","startTime":1780470532753162,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_backward"},{"key":"pytest.nodeid","value":"tests/models/blt/test_modeling_blt.py::BltModelTest::test_tp_backward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"521"},{"key":"otel.status_code","value":"OK"}]},{"duration":619,"logs":[],"operationName":"tests/models/blt/test_modeling_blt.py::BltModelTest::test_tp_backward::setup","processID":"p1","startTime":1780470532799449,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_backward"},{"key":"pytest.nodeid","value":"tests/models/blt/test_modeling_blt.py::BltModelTest::test_tp_backward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"521"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":86,"logs":[],"operationName":"_unittest_setUpClass_fixture_BltModelTest setup","processID":"p1","startTime":1780470532799875,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_BltModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":5668,"logs":[],"operationName":"tests/models/blt/test_modeling_blt.py::BltModelTest::test_tp_backward::call","processID":"p1","startTime":1780470532800210,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_backward"},{"key":"pytest.nodeid","value":"tests/models/blt/test_modeling_blt.py::BltModelTest::test_tp_backward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"521"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":198,"logs":[],"operationName":"tests/models/blt/test_modeling_blt.py::BltModelTest::test_tp_backward::teardown","processID":"p1","startTime":1780470532806216,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_backward"},{"key":"pytest.nodeid","value":"tests/models/blt/test_modeling_blt.py::BltModelTest::test_tp_backward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"521"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":94,"logs":[],"operationName":"_unittest_setUpClass_fixture_BltModelTest teardown","processID":"p1","startTime":1780470532806243,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_BltModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":33288,"logs":[],"operationName":"tests/models/afmoe/test_modeling_afmoe.py::AfmoeModelTest::test_tp_generation_quantized","processID":"p1","startTime":1780470532820049,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_generation_quantized"},{"key":"pytest.nodeid","value":"tests/models/afmoe/test_modeling_afmoe.py::AfmoeModelTest::test_tp_generation_quantized"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"557"},{"key":"otel.status_code","value":"OK"}]},{"duration":583,"logs":[],"operationName":"tests/models/afmoe/test_modeling_afmoe.py::AfmoeModelTest::test_tp_generation_quantized::setup","processID":"p1","startTime":1780470532849557,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_generation_quantized"},{"key":"pytest.nodeid","value":"tests/models/afmoe/test_modeling_afmoe.py::AfmoeModelTest::test_tp_generation_quantized"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"557"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":87,"logs":[],"operationName":"_unittest_setUpClass_fixture_AfmoeModelTest setup","processID":"p1","startTime":1780470532849941,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_AfmoeModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":904,"logs":[],"operationName":"tests/models/afmoe/test_modeling_afmoe.py::AfmoeModelTest::test_tp_generation_quantized::call","processID":"p1","startTime":1780470532850279,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_generation_quantized"},{"key":"pytest.nodeid","value":"tests/models/afmoe/test_modeling_afmoe.py::AfmoeModelTest::test_tp_generation_quantized"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"557"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":344,"logs":[],"operationName":"tests/models/afmoe/test_modeling_afmoe.py::AfmoeModelTest::test_tp_generation_quantized::teardown","processID":"p1","startTime":1780470532851428,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_generation_quantized"},{"key":"pytest.nodeid","value":"tests/models/afmoe/test_modeling_afmoe.py::AfmoeModelTest::test_tp_generation_quantized"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"557"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":74,"logs":[],"operationName":"_unittest_setUpClass_fixture_AfmoeModelTest teardown","processID":"p1","startTime":1780470532851450,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_AfmoeModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":56673,"logs":[],"operationName":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_ep_forward","processID":"p1","startTime":1780470532853601,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_forward"},{"key":"pytest.nodeid","value":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_ep_forward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"577"},{"key":"otel.status_code","value":"OK"}]},{"duration":583,"logs":[],"operationName":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_ep_forward::setup","processID":"p1","startTime":1780470532899552,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_forward"},{"key":"pytest.nodeid","value":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_ep_forward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"577"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":84,"logs":[],"operationName":"_unittest_setUpClass_fixture_Cohere2MoeModelTest setup","processID":"p1","startTime":1780470532899953,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_Cohere2MoeModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":925,"logs":[],"operationName":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_ep_forward::call","processID":"p1","startTime":1780470532900270,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_forward"},{"key":"pytest.nodeid","value":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_ep_forward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"577"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":164,"logs":[],"operationName":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_ep_forward::teardown","processID":"p1","startTime":1780470532901445,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_forward"},{"key":"pytest.nodeid","value":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_ep_forward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"577"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":75,"logs":[],"operationName":"_unittest_setUpClass_fixture_Cohere2MoeModelTest teardown","processID":"p1","startTime":1780470532901468,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_Cohere2MoeModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":47279,"logs":[],"operationName":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_tp_generation","processID":"p1","startTime":1780470532910680,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_generation"},{"key":"pytest.nodeid","value":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_tp_generation"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"537"},{"key":"otel.status_code","value":"OK"}]},{"duration":610,"logs":[],"operationName":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_tp_generation::setup","processID":"p1","startTime":1780470532954805,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_generation"},{"key":"pytest.nodeid","value":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_tp_generation"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"537"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":86,"logs":[],"operationName":"_unittest_setUpClass_fixture_BloomModelTest setup","processID":"p1","startTime":1780470532955225,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_BloomModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":673,"logs":[],"operationName":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_tp_generation::call","processID":"p1","startTime":1780470532955553,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_generation"},{"key":"pytest.nodeid","value":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_tp_generation"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"537"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":164,"logs":[],"operationName":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_tp_generation::teardown","processID":"p1","startTime":1780470532956468,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_generation"},{"key":"pytest.nodeid","value":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_tp_generation"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"537"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":75,"logs":[],"operationName":"_unittest_setUpClass_fixture_BloomModelTest teardown","processID":"p1","startTime":1780470532956490,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_BloomModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":55182,"logs":[],"operationName":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_ep_forward","processID":"p1","startTime":1780470532958352,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_forward"},{"key":"pytest.nodeid","value":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_ep_forward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"577"},{"key":"otel.status_code","value":"OK"}]},{"duration":617,"logs":[],"operationName":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_ep_forward::setup","processID":"p1","startTime":1780470533009757,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_forward"},{"key":"pytest.nodeid","value":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_ep_forward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"577"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":85,"logs":[],"operationName":"_unittest_setUpClass_fixture_ApertusModelTest setup","processID":"p1","startTime":1780470533010181,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_ApertusModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":1075,"logs":[],"operationName":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_ep_forward::call","processID":"p1","startTime":1780470533010520,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_forward"},{"key":"pytest.nodeid","value":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_ep_forward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"577"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":172,"logs":[],"operationName":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_ep_forward::teardown","processID":"p1","startTime":1780470533011878,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_forward"},{"key":"pytest.nodeid","value":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_ep_forward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"577"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":83,"logs":[],"operationName":"_unittest_setUpClass_fixture_ApertusModelTest teardown","processID":"p1","startTime":1780470533011901,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_ApertusModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":101781495,"logs":[],"operationName":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_tp_generation_quantized","processID":"p1","startTime":1780470533013916,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_generation_quantized"},{"key":"pytest.nodeid","value":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_tp_generation_quantized"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"557"},{"key":"otel.status_code","value":"OK"}]},{"duration":579,"logs":[],"operationName":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_tp_generation_quantized::setup","processID":"p1","startTime":1780470533059491,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_generation_quantized"},{"key":"pytest.nodeid","value":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_tp_generation_quantized"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"557"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":81,"logs":[],"operationName":"_unittest_setUpClass_fixture_Cohere2MoeModelTest setup","processID":"p1","startTime":1780470533059890,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_Cohere2MoeModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":101732915,"logs":[],"operationName":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_tp_generation_quantized::call","processID":"p1","startTime":1780470533060201,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_generation_quantized"},{"key":"pytest.nodeid","value":"tests/models/cohere2_moe/test_modeling_cohere2_moe.py::Cohere2MoeModelTest::test_tp_generation_quantized"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"557"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":42,"logs":[],"operationName":"event_loop_policy teardown","processID":"p1","startTime":1780470634892066,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/pytest_asyncio/plugin.py"},{"key":"code.function","value":"event_loop_policy"},{"key":"code.lineno","value":"1076"},{"key":"pytest.fixture_scope","value":"session"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":5010,"logs":[],"operationName":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_ep_backward","processID":"p1","startTime":1780469822177735,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_backward"},{"key":"pytest.nodeid","value":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_ep_backward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"593"},{"key":"otel.status_code","value":"OK"}]},{"duration":909,"logs":[],"operationName":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_ep_backward::setup","processID":"p1","startTime":1780469822179007,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_backward"},{"key":"pytest.nodeid","value":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_ep_backward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"593"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":112,"logs":[],"operationName":"event_loop_policy setup","processID":"p1","startTime":1780469822179561,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/pytest_asyncio/plugin.py"},{"key":"code.function","value":"event_loop_policy"},{"key":"code.lineno","value":"1076"},{"key":"pytest.fixture_scope","value":"session"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":46,"logs":[],"operationName":"_unittest_setUpClass_fixture_ApertusModelTest setup","processID":"p1","startTime":1780469822179774,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_ApertusModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":1167,"logs":[],"operationName":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_ep_backward::call","processID":"p1","startTime":1780469822180059,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_backward"},{"key":"pytest.nodeid","value":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_ep_backward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"593"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":183,"logs":[],"operationName":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_ep_backward::teardown","processID":"p1","startTime":1780469822181502,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_backward"},{"key":"pytest.nodeid","value":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_ep_backward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"593"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":85,"logs":[],"operationName":"_unittest_setUpClass_fixture_ApertusModelTest teardown","processID":"p1","startTime":1780469822181528,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_ApertusModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":40324,"logs":[],"operationName":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_ep_backward","processID":"p1","startTime":1780469822182910,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_backward"},{"key":"pytest.nodeid","value":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_ep_backward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"593"},{"key":"otel.status_code","value":"OK"}]},{"duration":1034,"logs":[],"operationName":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_ep_backward::setup","processID":"p1","startTime":1780469822219419,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_backward"},{"key":"pytest.nodeid","value":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_ep_backward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"593"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":81,"logs":[],"operationName":"_unittest_setUpClass_fixture_BloomModelTest setup","processID":"p1","startTime":1780469822220271,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_BloomModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":754,"logs":[],"operationName":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_ep_backward::call","processID":"p1","startTime":1780469822220587,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_backward"},{"key":"pytest.nodeid","value":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_ep_backward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"593"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":170,"logs":[],"operationName":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_ep_backward::teardown","processID":"p1","startTime":1780469822221584,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_backward"},{"key":"pytest.nodeid","value":"tests/models/bloom/test_modeling_bloom.py::BloomModelTest::test_ep_backward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"593"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":75,"logs":[],"operationName":"_unittest_setUpClass_fixture_BloomModelTest teardown","processID":"p1","startTime":1780469822221608,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_BloomModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":59367,"logs":[],"operationName":"tests/models/arcee/test_modeling_arcee.py::ArceeModelTest::test_ep_backward","processID":"p1","startTime":1780469822223468,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_backward"},{"key":"pytest.nodeid","value":"tests/models/arcee/test_modeling_arcee.py::ArceeModelTest::test_ep_backward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"593"},{"key":"otel.status_code","value":"OK"}]},{"duration":559,"logs":[],"operationName":"tests/models/arcee/test_modeling_arcee.py::ArceeModelTest::test_ep_backward::setup","processID":"p1","startTime":1780469822279594,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_backward"},{"key":"pytest.nodeid","value":"tests/models/arcee/test_modeling_arcee.py::ArceeModelTest::test_ep_backward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"593"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":83,"logs":[],"operationName":"_unittest_setUpClass_fixture_ArceeModelTest setup","processID":"p1","startTime":1780469822279969,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_ArceeModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":825,"logs":[],"operationName":"tests/models/arcee/test_modeling_arcee.py::ArceeModelTest::test_ep_backward::call","processID":"p1","startTime":1780469822280290,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_backward"},{"key":"pytest.nodeid","value":"tests/models/arcee/test_modeling_arcee.py::ArceeModelTest::test_ep_backward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"593"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":171,"logs":[],"operationName":"tests/models/arcee/test_modeling_arcee.py::ArceeModelTest::test_ep_backward::teardown","processID":"p1","startTime":1780469822281379,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_ep_backward"},{"key":"pytest.nodeid","value":"tests/models/arcee/test_modeling_arcee.py::ArceeModelTest::test_ep_backward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"593"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":78,"logs":[],"operationName":"_unittest_setUpClass_fixture_ArceeModelTest teardown","processID":"p1","startTime":1780469822281402,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_ArceeModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":23002899,"logs":[],"operationName":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_tp_forward","processID":"p1","startTime":1780469822283017,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_forward"},{"key":"pytest.nodeid","value":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_tp_forward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"505"},{"key":"otel.status_code","value":"OK"}]},{"duration":567,"logs":[],"operationName":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_tp_forward::setup","processID":"p1","startTime":1780469822339565,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_forward"},{"key":"pytest.nodeid","value":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_tp_forward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"505"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":79,"logs":[],"operationName":"_unittest_setUpClass_fixture_ApertusModelTest setup","processID":"p1","startTime":1780469822339955,"tags":[{"key":"code.filepath","value":"/usr/local/lib/python3.10/site-packages/_pytest/unittest.py"},{"key":"code.function","value":"_unittest_setUpClass_fixture_ApertusModelTest"},{"key":"code.lineno","value":"139"},{"key":"pytest.fixture_scope","value":"class"},{"key":"pytest.span_type","value":"fixture"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":22943766,"logs":[],"operationName":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_tp_forward::call","processID":"p1","startTime":1780469822340264,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_forward"},{"key":"pytest.nodeid","value":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_tp_forward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"505"},{"key":"otel.status_code","value":"UNSET"}]},{"duration":25614759,"logs":[],"operationName":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_tp_backward","processID":"p1","startTime":1780469845286439,"tags":[{"key":"code.filepath","value":"tests/test_tensor_parallel_mixin.py"},{"key":"code.function","value":"test_tp_backward"},{"key":"pytest.nodeid","value":"tests/models/apertus/test_modeling_apertus.py::ApertusModelTest::test_tp_backward"},{"key":"pytest.span_type","value":"test"},{"key":"code.lineno","value":"521"},{"key":"otel.status_code","value":"OK"}]}],"traceID":"ff550a3a2110c16b277a5913f157c12e"}