diff --git a/open/NTUHPC/code/stable-diffusion-xl/README.md b/open/NTUHPC/code/stable-diffusion-xl/README.md new file mode 100644 index 0000000..2fd9f95 --- /dev/null +++ b/open/NTUHPC/code/stable-diffusion-xl/README.md @@ -0,0 +1 @@ +TBD \ No newline at end of file diff --git a/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/README.md b/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/README.md new file mode 100644 index 0000000..dc4334d --- /dev/null +++ b/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/README.md @@ -0,0 +1,3 @@ +| Model | Scenario | Accuracy | Throughput | Latency (in ms) | +|---------------------|------------|-----------------------|--------------|-------------------| +| stable-diffusion-xl | offline | (15.70418, 233.56896) | 2.667 | - | \ No newline at end of file diff --git a/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main.json b/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main.json new file mode 100644 index 0000000..00b5fb8 --- /dev/null +++ b/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main.json @@ -0,0 +1,7 @@ +{ + "starting_weights_filename": "https://github.com/mlcommons/cm4mlops/blob/main/script/get-ml-model-stable-diffusion/_cm.json#L174", + "retraining": "no", + "input_data_types": "int32", + "weight_data_types": "int8", + "weight_transformations": "quantization, affine fusion" +} \ No newline at end of file diff --git a/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/README.md b/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/README.md new file mode 100644 index 0000000..434638a --- /dev/null +++ b/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/README.md @@ -0,0 +1,59 @@ +This experiment is generated using the [MLCommons Collective Mind automation framework (CM)](https://github.com/mlcommons/cm4mlops). + +*Check [CM MLPerf docs](https://docs.mlcommons.org/inference) for more details.* + +## Host platform + +* OS version: Linux-6.5.0-27-generic-x86_64-with-glibc2.29 +* CPU version: x86_64 +* Python version: 3.8.10 (default, Sep 11 2024, 16:02:53) +[GCC 9.4.0] +* MLCommons CM version: 2.4.0 + +## CM Run Command + +See [CM installation guide](https://docs.mlcommons.org/inference/install/). + +```bash +pip install -U cmind + +cm rm cache -f + +cm pull repo mlcommons@cm4mlops --checkout=114709c8f6dbefa9ce5f8a599d55b349b5464bca + +cm run script \ + --tags=run-mlperf,inference,_r4.1-dev,_short,_scc24-main \ + --model=sdxl \ + --implementation=nvidia \ + --framework=tensorrt \ + --category=datacenter \ + --scenario=Offline \ + --execution_mode=test \ + --device=cuda \ + --quiet \ + --clean \ + --batch-size=4 \ + --target_qps=40 +``` +*Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf (CM scripts), + you should simply reload mlcommons@cm4mlops without checkout and clean CM cache as follows:* + +```bash +cm rm repo mlcommons@cm4mlops +cm pull repo mlcommons@cm4mlops +cm rm cache -f + +``` + +## Results + +Platform: 8297ae0eca20-nvidia-gpu-TensorRT-scc24-main + +Model Precision: int8 + +### Accuracy Results +`CLIP_SCORE`: `15.70418`, Required accuracy for closed division `>= 31.68632` and `<= 31.81332` +`FID_SCORE`: `233.56896`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008` + +### Performance Results +`Samples per second`: `2.66695` diff --git a/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/accuracy_console.out b/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/accuracy_console.out new file mode 100644 index 0000000..e69de29 diff --git a/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/cm-version-info.json b/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/cm-version-info.json new file mode 100644 index 0000000..d02d79e --- /dev/null +++ b/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/cm-version-info.json @@ -0,0 +1,564 @@ +{ + "app-mlperf-inference,d775cac873ee4231:nvidia,sdxl,tensorrt,cuda,test,r4.1-dev_default,offline": [ + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_sdxl,_tensorrt,_cuda,_test,_r4.1-dev_default,_offline )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_sdxl,_tensorrt,_cuda,_test,_r4.1-dev_default,_offline )" + } + }, + { + "get,python": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_sdxl,_tensorrt,_cuda,_test,_r4.1-dev_default,_offline )" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_sdxl,_tensorrt,_cuda,_test,_r4.1-dev_default,_offline )" + } + }, + { + "get,mlperf,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24", + "parent": "get-mlperf-inference-utils,e341e5f86d8342e5" + } + }, + { + "get,mlperf,inference,utils": { + "script_uid": "e341e5f86d8342e5", + "script_alias": "get-mlperf-inference-utils", + "script_tags": "get,mlperf,inference,util,utils,functions", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_sdxl,_tensorrt,_cuda,_test,_r4.1-dev_default,_offline )" + } + }, + { + "get,cuda,_toolkit": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "toolkit", + "version": "12.2", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,generic-python-lib,_package.numpy": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.numpy", + "version": "1.22.0", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,cuda-devices,_with-pycuda": { + "script_uid": "7a3ede4d3558427a", + "script_alias": "get-cuda-devices", + "script_tags": "get,cuda-devices", + "script_variations": "with-pycuda", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_sdxl,_tensorrt,_cuda,_test,_r4.1-dev_default,_offline )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,mlperf,inference,nvidia,scratch,space": { + "script_uid": "0b2bec8b29fb4ab7", + "script_alias": "get-mlperf-inference-nvidia-scratch-space", + "script_tags": "get,mlperf,inference,nvidia,scratch,space", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,generic-python-lib,_mlperf_logging": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "mlperf_logging", + "version": "3.0.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_go": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "go", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,python": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,cache,dir,_name.mlperf-inference-sut-configs": { + "script_uid": "48f4622e059b45ce", + "script_alias": "get-cache-dir", + "script_tags": "get,cache,dir,directory", + "script_variations": "name.mlperf-inference-sut-configs", + "version": "", + "parent": "get-mlperf-inference-sut-configs,c2fbf72009e2445b" + } + }, + { + "get,sut,configs": { + "script_uid": "c2fbf72009e2445b", + "script_alias": "get-mlperf-inference-sut-configs", + "script_tags": "get,mlperf,inference,sut,configs,sut-configs", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "generate,user-conf,mlperf,inference": { + "script_uid": "3af4475745964b93", + "script_alias": "generate-mlperf-inference-user-conf", + "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,nvidia,mitten": { + "script_uid": "1c045f2902374de9", + "script_alias": "get-nvidia-mitten", + "script_tags": "get,nvidia,mitten,nvidia-mitten", + "script_variations": "", + "version": "master", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,cuda,_cudnn": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "cudnn", + "version": "12.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,tensorrt": { + "script_uid": "2a84ca505e4c408d", + "script_alias": "get-tensorrt", + "script_tags": "get,tensorrt,nvidia", + "script_variations": "", + "version": "vdetected", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "build,nvidia,inference,server,_go": { + "script_uid": "f37403af5e9f4541", + "script_alias": "build-mlperf-inference-server-nvidia", + "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", + "script_variations": "go", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_build_engine,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "build_engine,cuda,offline,sdxl,batch_size.4,tensorrt,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "preprocess_data,cuda,sdxl,tensorrt,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,generic-python-lib,_package.diffusers": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.diffusers", + "version": "0.30.3", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,generic-python-lib,_package.transformers": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.transformers", + "version": "4.45.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,generic-python-lib,_package.accelerate": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.accelerate", + "version": "0.34.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,generic-python-lib,_package.torchmetrics": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.torchmetrics", + "version": "1.4.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,generic-python-lib,_package.torch-fidelity": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.torch-fidelity", + "version": "0.3.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,generic-python-lib,_package.open_clip_torch": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.open_clip_torch", + "version": "2.26.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,generic-python-lib,_package.opencv-python": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.opencv-python", + "version": "4.10.0.84", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,generic-python-lib,_package.polygraphy": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.polygraphy", + "version": "0.49.9", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,generic-python-lib,_package.nvtx": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.nvtx", + "version": "0.2.10", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,generic-python-lib,_package.cuda-python": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.cuda-python", + "version": "12.3.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,generic-python-lib,_package.ninja": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.ninja", + "version": "1.11.1.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,generic-python-lib,_package.onnxruntime": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.onnxruntime", + "version": "1.16.3", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,generic-python-lib,_package.colored": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.colored", + "version": "1.4.4", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,generic-python-lib,_package.nvidia-ammo": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.nvidia-ammo", + "version": "0.7.4", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,generic-python-lib,_package.optimum": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.optimum", + "version": "1.22.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,generic-python-lib,_package.onnx": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.onnx", + "version": "1.14.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,generic-python-lib,_package.scipy": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.scipy", + "version": "1.10.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "get,generic-python-lib,_package.numpy": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.numpy", + "version": "1.22.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "benchmark-program,19f369ef47084895" + } + }, + { + "benchmark-program,program": { + "script_uid": "19f369ef47084895", + "script_alias": "benchmark-program", + "script_tags": "program,benchmark,benchmark-program", + "script_variations": "", + "version": "", + "parent": "benchmark-program-mlperf,cfff0132a8aa4018" + } + }, + { + "benchmark-mlperf": { + "script_uid": "cfff0132a8aa4018", + "script_alias": "benchmark-program-mlperf", + "script_tags": "mlperf,benchmark-mlperf", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_sdxl,_batch_size.4,_tensorrt,_gpu_memory.80 )" + } + } + ] +} \ No newline at end of file diff --git a/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/cpu_info.json b/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/cpu_info.json new file mode 100644 index 0000000..0a73229 --- /dev/null +++ b/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/cpu_info.json @@ -0,0 +1,27 @@ +{ + "CM_HOST_CPU_WRITE_PROTECT_SUPPORT": "yes", + "CM_HOST_CPU_MICROCODE": "0xa101148", + "CM_HOST_CPU_FPU_SUPPORT": "yes", + "CM_HOST_CPU_FPU_EXCEPTION_SUPPORT": "yes", + "CM_HOST_CPU_BUGS": "sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass srso", + "CM_HOST_CPU_TLB_SIZE": "3584 4K pages", + "CM_HOST_CPU_CFLUSH_SIZE": "64", + "CM_HOST_CPU_ARCHITECTURE": "x86_64", + "CM_HOST_CPU_TOTAL_CORES": "192", + "CM_HOST_CPU_ON_LINE_CPUS_LIST": "0-191", + "CM_HOST_CPU_THREADS_PER_CORE": "1", + "CM_HOST_CPU_PHYSICAL_CORES_PER_SOCKET": "96", + "CM_HOST_CPU_SOCKETS": "2", + "CM_HOST_CPU_NUMA_NODES": "2", + "CM_HOST_CPU_VENDOR_ID": "AuthenticAMD", + "CM_HOST_CPU_FAMILY": "25", + "CM_HOST_CPU_MODEL_NAME": "AMD EPYC 9654 96-Core Processor", + "CM_HOST_CPU_MAX_MHZ": "3707.8120", + "CM_HOST_CPU_L1D_CACHE_SIZE": "6 MiB", + "CM_HOST_CPU_L1I_CACHE_SIZE": "6 MiB", + "CM_HOST_CPU_L2_CACHE_SIZE": "192 MiB", + "CM_HOST_CPU_L3_CACHE_SIZE": "768 MiB", + "CM_HOST_CPU_TOTAL_LOGICAL_CORES": "192", + "CM_HOST_MEMORY_CAPACITY": "1.5T", + "CM_HOST_DISK_CAPACITY": "4.7T" +} \ No newline at end of file diff --git a/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/mlperf.conf b/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/mlperf.conf new file mode 100644 index 0000000..10f7ae7 --- /dev/null +++ b/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/mlperf.conf @@ -0,0 +1,98 @@ +# The format of this config file is 'key = value'. +# The key has the format 'model.scenario.key'. Value is mostly int64_t. +# Model maybe '*' as wildcard. In that case the value applies to all models. +# All times are in milli seconds + +# Set performance_sample_count for each model. +# User can optionally set this to higher values in user.conf. +resnet50.*.performance_sample_count_override = 1024 +ssd-mobilenet.*.performance_sample_count_override = 256 +retinanet.*.performance_sample_count_override = 64 +bert.*.performance_sample_count_override = 10833 +dlrm.*.performance_sample_count_override = 204800 +dlrm-v2.*.performance_sample_count_override = 204800 +rnnt.*.performance_sample_count_override = 2513 +gptj.*.performance_sample_count_override = 13368 +llama2-70b.*.performance_sample_count_override = 24576 +stable-diffusion-xl.*.performance_sample_count_override = 5000 +# set to 0 to let entire sample set to be performance sample +3d-unet.*.performance_sample_count_override = 0 + +# Set seeds. The seeds will be distributed two weeks before the submission. +*.*.qsl_rng_seed = 3066443479025735752 +*.*.sample_index_rng_seed = 10688027786191513374 +*.*.schedule_rng_seed = 14962580496156340209 +# Set seeds for TEST_05. The seeds will be distributed two weeks before the submission. +*.*.test05_qsl_rng_seed = 16799458546791641818 +*.*.test05_sample_index_rng_seed = 5453809927556429288 +*.*.test05_schedule_rng_seed = 5435552105434836064 + + +*.SingleStream.target_latency_percentile = 90 +*.SingleStream.min_duration = 600000 + +*.MultiStream.target_latency_percentile = 99 +*.MultiStream.samples_per_query = 8 +*.MultiStream.min_duration = 600000 +*.MultiStream.min_query_count = 662 +retinanet.MultiStream.target_latency = 528 + +# 3D-UNet uses equal issue mode because it has non-uniform inputs +3d-unet.*.sample_concatenate_permutation = 1 + +# LLM benchmarks have non-uniform inputs and outputs, and use equal issue mode for all latency scenario +gptj.*.sample_concatenate_permutation = 1 +llama2-70b.*.sample_concatenate_permutation = 1 +mixtral-8x7b.*.sample_concatenate_permutation = 1 + +*.Server.target_latency = 10 +*.Server.target_latency_percentile = 99 +*.Server.target_duration = 0 +*.Server.min_duration = 600000 +resnet50.Server.target_latency = 15 +retinanet.Server.target_latency = 100 +bert.Server.target_latency = 130 +dlrm.Server.target_latency = 60 +dlrm-v2.Server.target_latency = 60 +rnnt.Server.target_latency = 1000 +gptj.Server.target_latency = 20000 +stable-diffusion-xl.Server.target_latency = 20000 +# Llama2-70b benchmarks measures token latencies +llama2-70b.*.use_token_latencies = 1 +mixtral-8x7b.*.use_token_latencies = 1 +# gptj benchmark infers token latencies +gptj.*.infer_token_latencies = 1 +gptj.*.token_latency_scaling_factor = 69 +# Only ttft and tpot are tracked for the llama2-70b & mixtral-8x7B benchmark therefore target_latency = 0 +llama2-70b.Server.target_latency = 0 +llama2-70b.Server.ttft_latency = 2000 +llama2-70b.Server.tpot_latency = 200 + +mixtral-8x7b.Server.target_latency = 0 +mixtral-8x7b.Server.ttft_latency = 2000 +mixtral-8x7b.Server.tpot_latency = 200 + +*.Offline.target_latency_percentile = 90 +*.Offline.min_duration = 600000 + +# In Offline scenario, we always have one query. But LoadGen maps this to +# min_sample_count internally in Offline scenario. If the dataset size is larger +# than 24576 we limit the min_query_count to 24576 and otherwise we use +# the dataset size as the limit + +resnet50.Offline.min_query_count = 24576 +retinanet.Offline.min_query_count = 24576 +dlrm-v2.Offline.min_query_count = 24576 +bert.Offline.min_query_count = 10833 +gptj.Offline.min_query_count = 13368 +rnnt.Offline.min_query_count = 2513 +3d-unet.Offline.min_query_count = 43 +stable-diffusion-xl.Offline.min_query_count = 5000 +llama2-70b.Offline.min_query_count = 24576 +mixtral-8x7b.Offline.min_query_count = 15000 + +# These fields should be defined and overridden by user.conf. +*.SingleStream.target_latency = 10 +*.MultiStream.target_latency = 80 +*.Server.target_qps = 1.0 +*.Offline.target_qps = 1.0 diff --git a/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/os_info.json b/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/os_info.json new file mode 100644 index 0000000..05f1452 --- /dev/null +++ b/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/os_info.json @@ -0,0 +1,30 @@ +{ + "CM_HOST_OS_TYPE": "linux", + "CM_HOST_OS_BITS": "64", + "CM_HOST_OS_FLAVOR": "ubuntu", + "CM_HOST_OS_FLAVOR_LIKE": "debian", + "CM_HOST_OS_VERSION": "20.04", + "CM_HOST_OS_KERNEL_VERSION": "6.5.0-27-generic", + "CM_HOST_OS_GLIBC_VERSION": "2.31", + "CM_HOST_OS_MACHINE": "x86_64", + "CM_HOST_OS_PACKAGE_MANAGER": "apt", + "CM_HOST_OS_PACKAGE_MANAGER_INSTALL_CMD": "DEBIAN_FRONTEND=noninteractive apt-get install -y", + "CM_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "apt-get update -y", + "+CM_HOST_OS_DEFAULT_LIBRARY_PATH": [ + "/usr/local/lib/x86_64-linux-gnu", + "/lib/x86_64-linux-gnu", + "/usr/lib/x86_64-linux-gnu", + "/usr/lib/x86_64-linux-gnu64", + "/usr/local/lib64", + "/lib64", + "/usr/lib64", + "/usr/local/lib", + "/lib", + "/usr/lib", + "/usr/x86_64-linux-gnu/lib64", + "/usr/x86_64-linux-gnu/lib" + ], + "CM_HOST_PLATFORM_FLAVOR": "x86_64", + "CM_HOST_PYTHON_BITS": "64", + "CM_HOST_SYSTEM_NAME": "8297ae0eca20" +} \ No newline at end of file diff --git a/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/performance_console.out b/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/performance_console.out new file mode 100644 index 0000000..e69de29 diff --git a/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/pip_freeze.json b/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/pip_freeze.json new file mode 100644 index 0000000..c18b8b8 --- /dev/null +++ b/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/pip_freeze.json @@ -0,0 +1,172 @@ +{ + "pip_freeze": { + "absl-py": "2.1.0", + "accelerate": "0.34.2", + "aiohappyeyeballs": "2.4.3", + "aiohttp": "3.10.9", + "aiosignal": "1.3.1", + "appdirs": "1.4.4", + "astunparse": "1.6.3", + "async-timeout": "4.0.3", + "attrs": "24.2.0", + "blinker": "1.4", + "boto3": "1.35.34", + "botocore": "1.35.34", + "certifi": "2024.8.30", + "chardet": "3.0.4", + "charset-normalizer": "3.3.2", + "cmind": "2.4.0", + "colored": "1.4.4", + "coloredlogs": "15.0.1", + "cryptography": "2.8", + "cuda-python": "12.3.0", + "cupshelpers": "1.0", + "datasets": "3.0.1", + "dbus-python": "1.2.16", + "defer": "1.0.6", + "diffusers": "0.30.3", + "dill": "0.3.8", + "distro": "1.4.0", + "dm-tree": "0.1.8", + "dmiparser": "5.1", + "entrypoints": "0.3", + "exceptiongroup": "1.2.2", + "expecttest": "0.2.1", + "filelock": "3.16.1", + "flatbuffers": "24.3.25", + "frozenlist": "1.4.1", + "fsspec": "2024.9.0", + "ftfy": "6.2.3", + "gast": "0.6.0", + "gitdb": "4.0.11", + "GitPython": "3.1.43", + "giturlparse": "0.12.0", + "graphlib-backport": "1.1.0", + "httplib2": "0.14.0", + "huggingface-hub": "0.25.1", + "humanfriendly": "10.0", + "hypothesis": "6.112.4", + "idna": "3.10", + "ijson": "3.3.0", + "importlib-metadata": "8.5.0", + "jinja2": "3.1.4", + "jmespath": "1.0.1", + "keyring": "18.0.1", + "language-selector": "0.1", + "launchpadlib": "1.10.13", + "lazr.restfulclient": "0.14.2", + "lazr.uri": "1.0.3", + "lightning-utilities": "0.11.7", + "macaroonbakery": "1.3.1", + "Mako": "1.3.5", + "MarkupSafe": "2.1.5", + "mlperf-loadgen": "4.0", + "mlperf-logging": "3.0.0", + "mpmath": "1.3.0", + "multidict": "6.1.0", + "multiprocess": "0.70.17", + "networkx": "3.1", + "ninja": "1.11.1.1", + "numpy": "1.22.0", + "nvidia-ammo": "0.7.4", + "nvidia-cublas-cu11": "11.11.3.6", + "nvidia-cublas-cu12": "12.1.3.1", + "nvidia-cuda-cupti-cu11": "11.8.87", + "nvidia-cuda-cupti-cu12": "12.1.105", + "nvidia-cuda-nvrtc-cu11": "11.8.89", + "nvidia-cuda-nvrtc-cu12": "12.1.105", + "nvidia-cuda-runtime-cu11": "11.8.89", + "nvidia-cuda-runtime-cu12": "12.1.105", + "nvidia-cudnn-cu11": "9.1.0.70", + "nvidia-cudnn-cu12": "9.1.0.70", + "nvidia-cufft-cu11": "10.9.0.58", + "nvidia-cufft-cu12": "11.0.2.54", + "nvidia-curand-cu11": "10.3.0.86", + "nvidia-curand-cu12": "10.3.2.106", + "nvidia-cusolver-cu11": "11.4.1.48", + "nvidia-cusolver-cu12": "11.4.5.107", + "nvidia-cusparse-cu11": "11.7.5.86", + "nvidia-cusparse-cu12": "12.1.0.106", + "nvidia-dali-cuda120": "1.42.0", + "nvidia-nccl-cu11": "2.20.5", + "nvidia-nccl-cu12": "2.20.5", + "nvidia-nvimgcodec-cu12": "0.3.0.5", + "nvidia-nvjitlink-cu12": "12.6.77", + "nvidia-nvtx-cu11": "11.8.86", + "nvidia-nvtx-cu12": "12.1.105", + "nvmitten": "0.1.3b0", + "nvtx": "0.2.10", + "oauthlib": "3.1.0", + "onnx": "1.14.0", + "onnx-graphsurgeon": "0.5.2", + "onnxruntime": "1.16.3", + "open-clip-torch": "2.26.1", + "opencv-python": "4.10.0.84", + "optimum": "1.22.0", + "packaging": "24.1", + "pandas": "2.0.3", + "pillow": "10.4.0", + "pip": "20.0.2", + "platformdirs": "4.3.6", + "polygraphy": "0.49.9", + "protobuf": "5.28.2", + "psutil": "6.0.0", + "pyarrow": "17.0.0", + "pybind11": "2.13.6", + "pycairo": "1.16.2", + "pycuda": "2022.2.2", + "pycups": "1.9.73", + "PyGObject": "3.36.0", + "PyJWT": "1.7.1", + "pymacaroons": "0.13.0", + "PyNaCl": "1.3.0", + "pyRFC3339": "1.1", + "python-apt": "2.0.1+ubuntu0.20.4.1", + "python-dateutil": "2.9.0.post0", + "pytools": "2024.1.14", + "pytz": "2024.2", + "PyYAML": "6.0.2", + "regex": "2024.9.11", + "requests": "2.32.3", + "requests-unixsocket": "0.2.0", + "s3transfer": "0.10.2", + "safetensors": "0.4.5", + "scipy": "1.10.1", + "screen-resolution-extra": "0.0.0", + "SecretStorage": "2.3.1", + "sentencepiece": "0.2.0", + "setuptools": "45.2.0", + "simplejson": "3.16.0", + "six": "1.16.0", + "smmap": "5.0.1", + "sortedcontainers": "2.4.0", + "sympy": "1.13.3", + "systemd-python": "234", + "tabulate": "0.9.0", + "tensorrt": "9.3.0.post12.dev1", + "tensorrt-dispatch": "9.3.0.post12.dev1", + "tensorrt-lean": "9.3.0.post12.dev1", + "timm": "1.0.9", + "tokenizers": "0.19.1", + "torch": "2.4.1", + "torch-fidelity": "0.3.0", + "torchaudio": "2.4.1", + "torchmetrics": "1.4.2", + "torchvision": "0.19.1", + "tqdm": "4.66.5", + "transformers": "4.44.2", + "triton": "3.0.0", + "types-dataclasses": "0.6.6", + "typing-extensions": "4.12.2", + "tzdata": "2024.2", + "urllib3": "2.2.3", + "wadllib": "1.3.3", + "wcwidth": "0.2.13", + "wheel": "0.34.2", + "xkit": "0.0.0", + "XlsxWriter": "3.2.0", + "xxhash": "3.5.0", + "yarl": "1.13.1", + "zipp": "3.20.2" + } +} \ No newline at end of file diff --git a/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/user.conf b/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/user.conf new file mode 100644 index 0000000..b875834 --- /dev/null +++ b/open/NTUHPC/measurements/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/user.conf @@ -0,0 +1,5 @@ +stable-diffusion-xl.Offline.target_qps = 50.0 +stable-diffusion-xl.Offline.max_query_count = 10 +stable-diffusion-xl.Offline.min_query_count = 10 +stable-diffusion-xl.Offline.min_duration = 0 +stable-diffusion-xl.Offline.sample_concatenate_permutation = 0 diff --git a/open/NTUHPC/model_mapping.json b/open/NTUHPC/model_mapping.json new file mode 100644 index 0000000..0aa5fff --- /dev/null +++ b/open/NTUHPC/model_mapping.json @@ -0,0 +1,3 @@ +{ + "stable-diffusion-xl": "stable-diffusion-xl" +} \ No newline at end of file diff --git a/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/accuracy/accuracy.txt b/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/accuracy/accuracy.txt new file mode 100644 index 0000000..220e1e0 --- /dev/null +++ b/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/accuracy/accuracy.txt @@ -0,0 +1,2 @@ +Accuracy Results: {'FID_SCORE': 233.5689613089101, 'CLIP_SCORE': 15.704176977276802} +hash=cb1c74b5083294052548c5fe961971ed4e6460a8ee71fb6ea27b67a8bd874ebe diff --git a/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/accuracy/images/captions.txt b/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/accuracy/images/captions.txt new file mode 100644 index 0000000..102b05d --- /dev/null +++ b/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/accuracy/images/captions.txt @@ -0,0 +1,10 @@ +4655 Close up of a red fire hydrant near a sidewalk. +2569 A dark table has a large arrangement of food. +1303 A baby boy standing inside of a wooden crib. +109 People walking toward an airplane to board it. +4509 a couple of horses grazing on some green grass +3009 A horse that is standing with a cart near birds. +2179 A man holds up a Polish sausage on a bun. +1826 Two dogs resting comfortably on a tiled floor. +2094 A cat hiding in a basket of some sort. +3340 Vintage picture of a man and a horse on the farm. diff --git a/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/accuracy/mlperf_log_accuracy.json b/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/accuracy/mlperf_log_accuracy.json new file mode 100644 index 0000000..6b21f9b --- /dev/null +++ b/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/accuracy/mlperf_log_accuracy.json @@ -0,0 +1,7 @@ +[ +{ "seq_id" : 4, "qsl_idx" : 21, "data" : "35434937484B3A4C4C3F4F50414F4F404E4E3D4F503D5252425755435756405050404E4E4051534256564055543E5253364B5033494E3C52543C53553C4F533E4D52405056394B523B51543B5258455D61475C61455D613E595D425E62415C634C696E5471785571775874795A787B5172744F6F6E46645F49645A829F8AC4D6BCD4D9C8F5F9EAF7F9F2D0DAD4484C56434B58394A61394D65394C653C4B633B485F3A49633D51694B5C6D4F5F6E4554633A48573746513E4C563E4953434C53525A5A5A605E5B605F5A605F5961615963635A63615F67635E64625F68655D67685B656A5D676B5C686C5D686B5E696A5E6A6C5D6B6E5D6B6E5E696E5F6A715F6B725F6C73606E745E6E755E6E765D6B765A637134364A35424F29354E919DADD7E3E8CBD1DEDAE7EE7E8C9A3D424B5D5E5E64615DBBB2A5E4D8C8E9E0D2EFEDE0F4F4ECEBECE6E1E1DBE2E2DDE4E4E0E9E7E1F1ECE7F2F0EFECEDEFEDEEEEEDEFEEEAECEAEFF1EDF4F7F3FCF8F2DACABD967A6CA98877A0816D87695C816357725A4D76584B7E594D85635A7A564F66403A65403A67423E6841396C463F67433A6E4A4265433C5F3D3765423A623C37714B3E714A3C7855457F604D84665085684E8D6E5691745D8768547E614F7A5845805D49805F4C876A568D6F5C917362957866957865937862927A5F8B7453BFB489CAC599C4BC907E6245876A54907864896D5C8462548B6D5A8C6E5A8F6C5A805C4A704E3B8C6957A588709A7F698567568F68588E6658A17D6AA27E71816367866F709A87819A8D8EA095939994947F82888A92928D91959598A0929AA38997A57B8EA09BBCCA789EA57D9F9B7C918387957F8C9D8285A07E7FA17C83A8787FA2697D95607D8C588BA26389AA6887A8689ABB74AFC47E9AA05E8C925C86996986A36E7C9C64708E56728552737948878C5A89976E89977DA1AC9FA6ADA9B6B4B7BCB3BABFB6C0C0B9C3C1BBC5C1BBC4C0BAC2BFB9C2BEB7C1BDB7C2BDB6C3BEB6C2BCB5C0B9B5BFB6B5BBAFB0B0A4A7A09FA295888C7D7A877377846E79846A8493718F9D78828D6B7F8C6F75826C7D896C90977A83866C82866E777B626F7656727F51798354747F4C83975A7F94537D8E4F869F558CAB5B6A883A678136677F316C8B41688740799C4B74944270904085A85595B85E7F973F64752A7E9A4672914A96B77184A762637E41697D3C869B4B82934A768E467F9B54778D4D6E8B4A718E4D819B548296526F83486581466A834577914B79934D819755839D59809B5678915560733F697C4A87A05C6E7B467D9056869C5F7A8B4D6F7B3E9CAD5D8D9E5370823F758F4A85A05683964B76883B647434768D4D697D4177844C71854E829C687A9061889E6B8B9A719AAC9187997E97AB8FC0D3BFBDC6A8C8D7B49DAC9286988094A987A1AA8A777757787B5B51533E4B4F3A5C5F476B6E4F595F4F67785C697356636D515B6C564A5C505966556979687A8A6D757E67959F808CA1858CA2825B6A58454C43797862B7B19B98928D6D6B6AA3AD99737F683339234D5A2A5D743C516639485A305D713F60714249572D4B5C2C4A5A2940552A3F55303E4F2D576D3D6A8D5451703942592C4B642F4D662E576F2C5B732B5A742A557127688537698738627D2E708E3E54742A5C792D5F6F298FA650788A3D8EA3539BB462778C4177924484A05283984F75884E7D955A78905265793E64763F6E844D6B80477C9A589EC079728849566A3262773A697A3E7F8F535F75447D9F6B657E525363375C6F3F94AE695A66305467374B603161703F5B6C386A7D4763754083925C7F925E96B074585E346D6E40888A5B7A764D595531617447829C6277874F5B69327A8E44879F586C83505C7344617D4D729159566031656C387A8C51647C477187547B915C7B9065869A79959F7F9C947C7B695774745592A26E7F87575E6938849C6D84A47D31422C65765BABBBA8A9A89AC0BDB0C8C7BDC9CCC7B9BBB9B5B7B3B0B3B0C8CECBCED6CFB9C1B62F3129323B2E2D3627293326242C212532273D4F3C3F4B3A303D2F2E3D2D3A4733454F37424F34758A605F6449595C4B9EA38C74776CC4D3BAB6B99F8B8C717D8666686C43899E676B82526C824F657C4A7C936074895B72885966784A7D9762657B4C667F4A748F536B894F87A96661783F80965A5C7446B1CCA2849083D4D9CEE6DEDFCECDC2B0B6A587937E8E9F8D96A19FCFDADFEDF1F1F1F1EFEFECEDF3F1F1F1F2F1ECEDEFEFF0F1EEF1F1F0F3F2F1F3F0F0F4F2EFF3F0F0F6F0636767434941404743454D463A3B3958535CEFF1F2EFF1F3ECF1F2E7EBEEECF2F3DFE4E8DCE1E4DEE3E6CDD2D5E5E8E7ECE8E7F3F1E4A6A5946367537F8D7172796179755F868267818776898C8F9BA1A8B4B6B8DAD9D5D3D1C5665D56211B152A26222C2B2621211D21191937312A595B50636D55484D3A484F3F6E7B624A4A3B54503D342C227A785D756E4F4E472E70744B5F61365C5D318C905247471E646D43626B45686F525F6A504B5D465668495965466A6B4D6A64435755344E4F2D5051365B583E65694B7F8968545C3D606A3B4E51254C5129747B4A6266399FAD6E7E874D777F47798242848E4E78844873814864733A687B446E824864783A697C3A71823E5B6529707C486870577B836FA1B194BED3A89CA87C657445799359677D49748E5B5B7951708E5E536544576E4E607C616B84674E6349698560637D584E60454F5E459BAB7F63725063844D5F804C41652C3A5C2448672F49662D5168335978445978446681495869335B6A355B6D4096AE7B4C5029959B65BAC287453C2784814E5D58304E5C2C4B + +... + +FAFAFAFBFAF9FBFAF9FBFAF9FBFAF9FAFAF9FAFAF9FAFAF8FAF9F8FAF9F8FAF9F9FAF9F9FAF9F9FAFAFAFAFAF9FAFAFAFAF9FAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAF9FAFAFAFAFAFAF9FAF9FAFAF9F9FAF9F9FBF9F9FAF9F9FAF9F9FAF9F9FBF9FAFBFAFAFBFAFBFBFAFBFBFBFBFBFBFBFBFBFBFBFBFBFBFBFBFBFBFBFBFBFBFBFBFBFBFBFBFBFBFBFCFBFCFCFCFCFCFCFBFCFCFBFCFCFBFCFCFBFCFCFBFCFBFBFCFAFAFCFBFAFCFBFAFCF9FBFCFAFAFCFAFAFCFBFAFCFBFAFCFBFBFBFBFBFCFBFBFBFBFAFBFBFAFBFBFAFAFBFAFAFAF9FAF9F9FBFAF9FBFAFBFCFAFBFBFAFBFBFAFBFBFBFBFBFCFBFBFCFBFBFCFBFBFCFBFBFCFBFBFCFBFBFCFBFBFCFAFAFCFAFAFCFAFBFCFAFBFCFAFBFBFAFBFBFAFBFBF9FBFBF9FBFBF9FAFBFAFBFCFAFBFCFAFBFCFAFBFCFAFAFBFAFAFCFAFAFCF9FAFCFAFBFDF9FAFCF9FAFCF9FBFCF9FBFCF9FBFCF9FBFCF9FBFCFAFBFCFBFBFCFBFBFCFBFAFBFAFAFBFAFAFAFAFBFCFAFBFCFAFBFCFAFBFBFBFBFBFBFBFBFAFBFBFBFBFCFBFBFBFAFAFBFBFBFBFAFAFAF9FAFAF9FAF9F9FAFAF9FAFAF9F9F9F9FAF9F9FAF9FAFAF9F9FAFAF9FAFAFAFAFAFAFAFAFAFBFAFAFBFAFAFBFAFBFBFAFBFBFAFBFCFAFAFCFBF9FCFBFAFBFAF9FBFAFAFBFAFAFBFAF9FBFBF8FBFAF9FBFAF8FBF9F9FAF9F9FAF9FAFBFBFBFBFCFBFBFCFBFBFBFBFBFBFBFBFCFBFBFCFBFBFBFBFCFCFBFCFBFAFCFBFAFBFBFAFCFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFBFBFBFBFBFBFAFBFBFAFBFBFAFBFBFAFBFCF9FBFBFAFBFBFAFBFBFAFBFAFAFBFAFAFBFAF9FAFAF9FAFAF8FAF9F8FAF9F9FAF9F9FAF8F9FAF9FAFAF9FAFAF9FAFAF9F9FAF9F9FAFAF9FAF9F9FAF9F9FAF9F9FBF9FAFBF9FBFBF9FAFAF8F9FAF9F9FAF9FAFAF9FAFAF9FAFAF9FAFAF9FAFAF9FAFAF9FAFAF9FAFAF9FAFAF9FAFAF9FAFAF9FAFAF9FAFAF9FAFAF9FAFAF9F9FAF9F9FAFAF9FAF9FAFAFAFAFAF9FAFAFAFAF9FAF9FAFAF9FAF8F9F9F6F7F7F4F6F8F6F4F4F3F9F9F7F9F8F7FAF9F8FAF9F8F9F9F9F9F9F8F9F9F8FBFAF9FAF9F8FAFAF9FAFAFAFAFBFBFAFAFAFAFBF9FBFBFBFAFBFAFAFBFAFBFBFAFBFCFAFBFCFAFBFBF9FBFBF9FBFCFAFBFCF9FBFCF9FAFBF8FBFCF9FBFCF9FAFCF9F9FBF8FAFCF9FAFBF8FBFCF9FAFBF8FBFBF9FAFBF7FAFAF7FBFBF9FAFBF9FAFBF8FBFCF9FBFBF9FBFBF9FAFBF8FAFAF7FBFBF7FBFBF7FAFAF5FBFAF6FBFAF5FBFBF7FBFBF6FAFBF5FBFCF7FAFBF7FBFBF7FBFBF8FBFBF8FBFCF9FBFDFAF8FAF7FAFBF7FAFAF6F8F7F4FBFAF6FAF9F6FBFAF8FAFAF8FAFAF8FBFBF9F9F9F7FAF9F6FAF9F5FAF8F5FAF8F6FAF9F8F9F9F8FAF9F8FAFAF8FAFAF8F9F9F7F9F9F6F9FAF7F9FAF7F8F9F6F8F9F6F9FAF7FAFAF7F9F9F7F9F9F7FAFAF7FBFAF8FAF9F6F8F7F5FAF9F7FAF8F5FCF9F6FAF8F6F9F9F6FAF9F6F9F8F6F9F8F6F9F8F7F9F9F6FBF9F5F8F7F4F8F8F6F8F8F7F8F8F7F7F8F6F9F9F8F9F9F8F8F8F7F9F9F7FAF9F8FAFAF9F8F8F8F9F9F8FBFAF9FBFAF9FAF9F8FAF9F9FBFBFAFBFAF8FAF9F7F9F8F6FAFAF9F9F9F9FAFAF8FAF9F7FAFAF8FAFBF9FAFAF9FBFBF9FBFBFAFCFBF9FCFBFAFCFBFAFCFBFAFCFBF9FCFBF8FCFBF8FCFCF9FCFCF9FCFCF9FCFCF9FDFCFAFDFDFAFDFCF9FDFCF9FDFCF9FDFCFAFDFCFAFDFCFAFDFCFAFDFCF9FDFCF9FDFCF9FDFDFAFDFCF9FCFBF8FCFBF9FDFCF9FCFCF8FCFCF7F7F6F2FCFCF8FBFAF6FDFCF8FDFCF9FDFDFAFDFDFBFCFDFBFDFDFBFDFDFCFDFDFCFDFDFCFDFDFBFDFDFBFDFDFBFDFDFBFDFCFAFDFDFBFDFDFBFDFCFAFDFCFAFDFDFBFDFDFBFCFCFAFCFCFAFDFCFAFDFCFAFCFCFAFBFBF9FBFBF9FCFBF9FBFBF8FBFBF9FBFCFAFAFBF9F9F8F7F9F9F8FAFAF9FAFAF9F9F9F7F8F9F8F8FAF9F8F9F7F7F8F7F8F9F8F9FAF9F9FAF8F8F9F7F9F9F8F9FBFAF9FAFAF9FAFAF9FAF9F9FAFAF8F9F9F8F9F9F8FAF9F9FAFAF9FAFAF9FAFAF8FAFAF8FAF9F9FAF9F8F9F9F8F9F9F9FAFBF9F9FAF9F9F9F9F9F9F8F9F9F8F9F9F8F9FAF8F9FAF9F9F9FAFAFAF9FAFAF9FBFBF9FBFBFAFBFBFAFBFBFAFBFBFAFCFCFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFAFBFBFBFBFBFAFBFBFBFBFBFBFBFBFBFBFBFBFBFBFBFBFBFAFBFBFAFBFBFBFBFBFAFAFAFBFBFAFAFBFBF9FBFBF9FAFAF9FAF9F9F9F9FAFAFAFAFBFAFAFAFAFAFAF9FAFAFAFAFAFAFAFAF9FAFAF9FAFAF9FAFAFAFAFAF9FAFAFAFAFAF9FAFAF9FAFAF9FAFBF9FAFAF9FAFAF9FAFAF9FAFBF9FAFAF9F9FAF9FAFAF9FAFAFAFAFAFAFBFBFAFBFBFBFBFBFAFAFAFAFAFBFBFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAF8F8F9F9F9F9F9F8F8F7F6F7F5F3F5F5F4F5F7F7F7F7F6F7F7F7F7F6F6F5F6F5F5F8F9F8F7F8F7F6F7F6F7F7F5F7F8F5F7F8F6F7F8F7F8F9F7F7F8F7F8F9F8F8F9F9F8F9F9F8FAFAF9FAFAF8F9FAF9F9FAF9F9F9F9F9F9F8F9F9F8F9F9F8F8F8F7F7F7F7F8F8F8F8F9F8F9F9F7F7F7F6F7F6F7F8F8F8F8F8F7F7F7F8F9F8F8F8F8F9F9F9FAFBFAF9F9F9F8F8F8F8F9F8F8F8F8F8F9F9F8F9F9F8F9F8F7F8F7F6F7F7F8F9F8F7F8F7F7F8F7F8F9F8F9F9F8F9F9F8F9FAFAF8F9F8F8F9F8F8F9F8F7F8F7F8F8F7F8F9F8F8F9F8FAFAF9F9F9F9FAFAFAFAFAFBFAFBFCF9FAFBF9F9FAF9F9FAF9F9FAF8F8FAF8F8FAF8F8F9F7F7F8F8F8F9F8F9FAF8F9FAF7F7F8F7F8F8F8F9F9F7F8F9F7F7F8F7F8F8F8F8F8F8F8F9F9F9F9F8F9F9FAFAFAFAFBFBFBFBFBFBFBFBFBFBFBFBFBFBFAFBFBFBFBFBFAFBFBFAFAFAFBFBFBFBFBFBFAFAFAFAFAFAF9FAFAF9FAFAF9FAFAF8F9F9F7F8F8F8F9F8F8F9F9F8F9F9F8F9F9F7F9F8F8F9F9F9FAF9F9F9F9F9F9FAF9F9F9F9F9F9FAFBFBF8F9F9FCFCFD" } +] diff --git a/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt b/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt new file mode 100644 index 0000000..4c3c2bb --- /dev/null +++ b/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt @@ -0,0 +1,68 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.005650, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-10-21T07:54:44.677554", "time_ms": 0.005650, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-10-21T14:54:44.677563", "time_ms": 0.005650, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.005650, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.005650, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005650, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.005650, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "test_datetime", "value": "2024-10-25T10:17:13Z", "time_ms": 0.162892, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.162892, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 730, "time_ms": 0.162892, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.162892, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.162892, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.162892, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.173342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 268, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.173342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 269, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 50, "time_ms": 0.173342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 306, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.173342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 312, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.173342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 313, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "requested_min_query_count", "value": 10, "time_ms": 0.173342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "requested_max_query_count", "value": 10, "time_ms": 0.173342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.173342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.173342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.173342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.173342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.173342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.173342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.173342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.173342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.173342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.173342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.173342, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 409, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 410, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_samples_per_query", "value": 10, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 412, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_target_qps", "value": 50, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 415, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 420, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_max_query_count", "value": 10, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_min_sample_count", "value": 10, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.173532, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.179612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1090, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.187053, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.211603, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "generated_samples_per_query", "value": 10, "time_ms": 0.211603, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "generated_query_duration", "value": 20000000, "time_ms": 0.211603, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 13219.470461, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 13219.470461, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 13219.470461, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 13219.470461, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 13219.470461, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 13219.470461, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "power_begin", "value": "10-25-2024 17:17:13.477", "time_ms": 13219.493391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 12362, "tid": 12362}} +:::MLLOG {"key": "power_end", "value": "10-25-2024 17:17:26.636", "time_ms": 13219.493391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 12362, "tid": 12362}} diff --git a/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/accuracy/mlperf_log_summary.txt b/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/accuracy/mlperf_log_summary.txt new file mode 100644 index 0000000..a05d865 --- /dev/null +++ b/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/accuracy/mlperf_log_summary.txt @@ -0,0 +1,4 @@ + +No warnings encountered during test. + +No errors encountered during test. diff --git a/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/performance/run_1/mlperf_log_accuracy.json b/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/performance/run_1/mlperf_log_accuracy.json new file mode 100644 index 0000000..0d4f101 --- /dev/null +++ b/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/performance/run_1/mlperf_log_accuracy.json @@ -0,0 +1,2 @@ +[ +] diff --git a/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt b/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt new file mode 100644 index 0000000..07fa150 --- /dev/null +++ b/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt @@ -0,0 +1,85 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.004501, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-10-21T07:54:44.677554", "time_ms": 0.004501, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-10-21T14:54:44.677563", "time_ms": 0.004501, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.004501, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.004501, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004501, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.004501, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "test_datetime", "value": "2024-10-25T10:15:45Z", "time_ms": 0.150902, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.150902, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 641, "time_ms": 0.150902, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.150902, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.150902, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.150902, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.159133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 268, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.159133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 269, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 50, "time_ms": 0.159133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 306, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.159133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 312, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.159133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 313, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "requested_min_query_count", "value": 10, "time_ms": 0.159133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "requested_max_query_count", "value": 10, "time_ms": 0.159133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.159133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.159133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.159133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.159133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.159133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.159133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.159133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.159133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.159133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.159133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.159133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 409, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 410, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_samples_per_query", "value": 10, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 412, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_target_qps", "value": 50, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 415, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 420, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_max_query_count", "value": 10, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_min_sample_count", "value": 10, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.159313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.160933, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 841, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.167743, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.194403, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "generated_samples_per_query", "value": 10, "time_ms": 0.194403, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "generated_query_duration", "value": 20000000, "time_ms": 0.194403, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 0.277984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3759.997117, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3759.997117, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3759.997117, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3759.997117, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3759.997117, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3759.997117, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "power_begin", "value": "10-25-2024 17:15:45.217", "time_ms": 3760.016608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "power_end", "value": "10-25-2024 17:15:48.967", "time_ms": 3760.016608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 3760.050278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 644, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 3760.050278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 649, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 3760.050278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 650, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 3760.050278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 651, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 3760.050278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 669, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 3760.050278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "result_samples_per_second", "value": 2.66695, "time_ms": 3760.050278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 735, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "result_min_latency_ns", "value": 1983468010, "time_ms": 3760.050278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 741, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "result_max_latency_ns", "value": 3749603558, "time_ms": 3760.050278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 742, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 3373171896, "time_ms": 3760.050278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 743, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 3691592177, "time_ms": 3760.050278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 3749603558, "time_ms": 3760.050278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 3749603558, "time_ms": 3760.050278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 3749603558, "time_ms": 3760.050278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 3749603558, "time_ms": 3760.050278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 10657, "tid": 10657}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 3749603558, "time_ms": 3760.050278, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 10657, "tid": 10657}} diff --git a/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt b/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt new file mode 100644 index 0000000..c85befa --- /dev/null +++ b/open/NTUHPC/results/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt @@ -0,0 +1,51 @@ +================================================ +MLPerf Results Summary +================================================ +SUT name : PySUT +Scenario : Offline +Mode : PerformanceOnly +Samples per second: 2.66695 +Result is : VALID + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes + +================================================ +Additional Stats +================================================ +Min latency (ns) : 1983468010 +Max latency (ns) : 3749603558 +Mean latency (ns) : 3373171896 +50.00 percentile latency (ns) : 3691592177 +90.00 percentile latency (ns) : 3749603558 +95.00 percentile latency (ns) : 3749603558 +97.00 percentile latency (ns) : 3749603558 +99.00 percentile latency (ns) : 3749603558 +99.90 percentile latency (ns) : 3749603558 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 10 +target_qps : 50 +target_latency (ns): 0 +max_async_queries : 1 +min_duration (ms): 0 +max_duration (ms): 0 +min_query_count : 1 +max_query_count : 10 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 0 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 0 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 0 +performance_issue_same_index : 0 +performance_sample_count : 5000 + +No warnings encountered during test. + +No errors encountered during test. diff --git a/open/NTUHPC/systems/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main.json b/open/NTUHPC/systems/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main.json new file mode 100644 index 0000000..e18f874 --- /dev/null +++ b/open/NTUHPC/systems/8297ae0eca20-nvidia-gpu-TensorRT-scc24-main.json @@ -0,0 +1,37 @@ +{ + "accelerator_frequency": "1755000 MHz", + "accelerator_host_interconnect": "N/A", + "accelerator_interconnect": "N/A", + "accelerator_interconnect_topology": "", + "accelerator_memory_capacity": "79.09674072265625 GB", + "accelerator_memory_configuration": "N/A", + "accelerator_model_name": "NVIDIA H100 PCIe", + "accelerator_on-chip_memories": "", + "accelerators_per_node": 4, + "cooling": "air", + "division": "open", + "framework": "TensorRT", + "host_memory_capacity": "1.5T", + "host_memory_configuration": "undefined", + "host_network_card_count": "1", + "host_networking": "Gig Ethernet", + "host_networking_topology": "N/A", + "host_processor_caches": "L1d cache: 6 MiB, L1i cache: 6 MiB, L2 cache: 192 MiB, L3 cache: 768 MiB", + "host_processor_core_count": "96", + "host_processor_frequency": "3707.8120", + "host_processor_interconnect": "", + "host_processor_model_name": "AMD EPYC 9654 96-Core Processor", + "host_processors_per_node": "2", + "host_storage_capacity": "4.7T", + "host_storage_type": "SSD", + "hw_notes": "", + "number_of_nodes": "1", + "operating_system": "Ubuntu 20.04 (linux-6.5.0-27-generic-glibc2.31)", + "other_software_stack": "Python: 3.8.10, GCC-9.4.0", + "status": "available", + "submitter": "NTUHPC", + "sw_notes": "Automated by MLCommons CM v2.4.0. ", + "system_name": "8297ae0eca20", + "system_type": "datacenter", + "system_type_detail": "edge server" +} \ No newline at end of file