Presentation is loading. Please wait.

Presentation is loading. Please wait.

Outline Reading Data From Files Double Buffering GMAC ECE

Published byCandice Wake Modified over 10 years ago

Similar presentations

Presentation on theme: "Outline Reading Data From Files Double Buffering GMAC ECE"— Presentation transcript:

1 ECE408/CS483 Applied Parallel Programming Lecture 7b: Performance Considerations and GMAC

2 Outline Reading Data From Files Double Buffering GMAC ECE

3 Reading a File in Theory
Two stage process: Read from the file to host memory Copy from host memory to device memory Host Memory GPU Device Memory CPU ECE

4 Reading a File in Code (I)
static const int FILE_NAME = 1; static const int LAST_PARAM = 2; int main(int argc, char *argv[]) { int fd = -1; struct stat file_stat; cudaError_t cuda_ret; void *host_buffer, *device_buffer; timestamp_t start_time, end_time; float bw; if(argc < LAST_PARAM) FATAL("Bad argument count"); /* Open the file */ if((fd = open(argv[FILE_NAME], O_RDONLY)) < 0) FATAL("Unable to open %s", argv[FILE_NAME]); ECE

5 Reading a File in Code (II)
if(fstat(fd, &file_stat) < 0) FATAL("Unable to read meta data for %s", argv[FILE_NAME]); /* Allocate memory */ host_buffer = malloc(file_stat.st_size); if(host_buffer == NULL) FATAL("Unable to allocate host memory"); cuda_ret = cudaMalloc(&device_buffer, file_stat.st_size); if(cuda_ret != cudaSuccess) FATAL("Unable to allocate device memory"); /* Read the file to host memory and copy it to device memory */ start_time = get_timestamp(); if(read(fd, host_buffer, file_stat.st_size) < file_stat.st_size) FATAL("Unable to read data from %s", argv[FILE_NAME]); cuda_ret = cudaMemcpy(device_buffer, host_buffer, file_stat.st_size, cudaMemcpyHostToDevice); FATAL("Unable to copy data to device memory"); ECE

6 Reading a File in Code (and III)
cuda_ret = cudaThreadSynchronize(); if(cuda_ret != cudaSuccess) FATAL("Unable to wait for device"); end_time = get_timestamp(); /* Calculate the bandwidth */ bw = 1.0f * file_stat.st_size / (end_time - start_time); fprintf(stdout, "%d bytes in %f msec : %f MBps\n", file_stat.st_size, 1e-3f * (end_time - start_time), bw); /* Release Resources */ cuda_ret = cudaFree(device_buffer); if(cuda_ret != cudaSuccess) FATAL("Unable to free device memory"); free(host_buffer); close(fd); return 0; ECE

7 Performance of File I/O
ECE

8 Outline Reading Data From Files Double Buffering GMAC ECE

9 Double-Buffering in Theory
Multi-stage process with concurrent transfers Read a piece of the file to host memory While copying the previous piece to device Host Memory GPU Device Memory CPU ECE

10 Double-Buffering in Code (I)
static const size_t host_buffer_size = 512 * 1024; int main(int argc, char *argv[]) { int fd = -1; struct stat file_stat; cudaError_t cuda_ret; cudaStream_t cuda_stream; void *host_buffer, *device_buffer, *active, *passive, *tmp, *current; size_t pending, transfer_size; timestamp_t start_time, end_time; float bw; if(argc < LAST_PARAM) FATAL("Bad argument count"); /* Open the file */ if((fd = open(argv[FILE_NAME], O_RDONLY)) < 0) FATAL("Unable to open %s", argv[FILE_NAME]); ECE

11 Double-Buffering in Code (II)
if(fstat(fd, &file_stat) < 0) FATAL("Unable to read meta data for %s", argv[FILE_NAME]); /* Create CUDA stream for asynchronous copies */ cuda_ret = cudaStreamCreate(&cuda_stream); if(cuda_ret != cudaSuccess) FATAL("Unable to create CUDA stream"); /* Create CUDA events */ cuda_ret = cudaEventCreate(&active_event); if(cuda_ret != cudaSuccess) FATAL("Unable to create CUDA event"); cuda_ret = cudaEventCreate(&passive_event); /* Alloc a big chunk of host pinned memory */ cuda_ret = cudaHostAlloc(&host_buffer, 2 * host_buffer_size, cudaHostAllocDefault); if(cuda_ret != cudaSuccess) FATAL("Unable to allocate host memory"); cuda_ret = cudaMalloc(&device_buffer, file_stat.st_size); if(cuda_ret != cudaSuccess) FATAL("Unable to allocate device memory"); ECE

12 Double-Buffering in Code (III)
/* Start transferring */ start_time = get_timestamp(); /* Queue dummmy first event */ cuda_ret = cudaEventRecord(active_event, cuda_stream); if(cuda_ret != cudaSuccess) FATAL("UNable to queue CUDA event"); active = host_buffer; passive = (uint8_t *)host_buffer + host_buffer_size; current = device_buffer; pending = file_stat.st_size; while(pending > 0) { /* Make sure CUDA is not using the buffer */ cuda_ret = cudaEventSynchronize(active_event); if(cuda_ret != cudaSuccess) FATAL("Unable to wait for event"); transfer_size = (pending > host_buffer_size) ? host_buffer_size : pending; if(read(fd, active, transfer_size) < transfer_size) FATAL("Unable to read data from %s", argv[FILE_NAME]); ECE

13 Double-Buffering in Code (IV)
/* Send data to the device asynchronously */ cuda_ret = cudaMemcpyAsync(current, active, transfer_size, cudaMemcpyHostToDevice, cuda_stream); if(cuda_ret != cudaSuccess) FATAL("Unable to copy data to device memory"); /* Record event to know when the buffer is idle */ cuda_ret = cudaEventRecord(active_event, cuda_stream); if(cuda_ret != cudaSuccess) FATAL("UNable to queue CUDA event"); /* Update counters and buffers */ pending -= transfer_size; current = (uint8_t *)current + transfer_size; tmp = active; active = passive; passive = tmp; tmp_event = active_event; active_event = passive_event; passive_event = tmp_event; } ECE

14 Double-Buffering in Code (and V)
cuda_ret = cudaStreamSynchronize(cuda_stream); if(cuda_ret != cudaSuccess) FATAL("Unable to wait for device"); end_time = get_timestamp(); bw = 1.0f * file_stat.st_size / (end_time - start_time); fprintf(stdout, "%d bytes in %f msec : %f MBps\n", file_stat.st_size, 1e-3f * (end_time - start_time), bw); cuda_ret = cudaFree(device_buffer); if(cuda_ret != cudaSuccess) FATAL("Unable to free device memory"); cuda_ret = cudaFreeHost(host_buffer); if(cuda_ret != cudaSuccess) FATAL("Unable to free host memory"); close(fd); return 0; } ECE

15 Performance of Double-Buffering
ECE

16 Outline Reading Data From Files Double Buffering GMAC ECE

17 GMAC Memory Model Unified CPU / GPU virtual address space
Asymmetric address space visibility Shared Data Memory CPU GPU CPU Data ECE

18 ADSM Consistency Model
Implicit acquire / release primitives at accelerator call / return boundaries CPU GPU CPU GPU ECE

19 GMAC Memory API Memory allocation Example usage
gmacError_t gmacMalloc(void **ptr, size_t size) Allocated memory address (returned by reference) Gets the size of the data to be allocated Error code, gmacSuccess if no error Example usage #include <gmac/cuda.h> int main(int argc, char *argv[]) { float *foo = NULL; gmacError_t error; if((error = gmacMalloc((void **)&foo, FOO_SIZE)) != gmacSuccess) FATAL(“Error allocating memory %s”, gmacErrorString(error)); . . . } ECE

20 GMAC Memory API Memory release Example usage
gmacError_t gmacFree(void *ptr) Memory address to be release Error code, gmacSuccess if no error Example usage #include <gmac/cuda.h> int main(int argc, char *argv[]) { float *foo = NULL; gmacError_t error; if((error = gmacMalloc((void **)&foo, FOO_SIZE)) != gmacSuccess) FATAL(“Error allocating memory %s”, gmacErrorString(error)); . . . gmacFree(foo); } ECE

21 ADSM Eager Update CPU GPU
Asynchronous data transfers while the CPU computes Optimized data transfers: Memory block granularity Avoid copies on Integrated GPU Systems System Memory Accelerator Memory CPU GPU ECE

22 ADSM Coherence Protocol
Only meaningful for the CPU Three state protocol: Modified: data in the in the CPU Shared: data is in both, CPU and GPU Invalid: data is in the GPU I Read Write M Invalidate S Flush ECE

23 GMAC Optimizations Global Memory for Accelerators : user-level ADSM run-time Optimized library calls: memset, memcpy, fread, fwrite, MPI_send, MPI_receive Double buffering of data transfers Transfer to GPU while reading from disk ECE

24 GMAC in Code (I) int main(int argc, char *argv[]) { FILE *fp; struct stat file_stat; gmacError_t gmac_ret; void *buffer; timestamp_t start_time, end_time; float bw; if(argc < LAST_PARAM) FATAL("Bad argument count"); if((fp = fopen(argv[FILE_NAME], "r")) < 0) FATAL("Unable to open %s", argv[FILE_NAME]); if(fstat(fileno(fp), &file_stat) < 0) FATAL("Unable to read meta data for %s", argv[FILE_NAME]); ECE

25 GMAC in Code (II) gmac_ret = gmacMalloc(&buffer, file_stat.st_size); if(gmac_ret != gmacSuccess) FATAL("Unable to allocate memory"); start_time = get_timestamp(); if(fread(buffer, 1, file_stat.st_size, fp) < file_stat.st_size) FATAL("Unable to read data from %s", argv[FILE_NAME]); gmac_ret = gmacThreadSynchronize(); if(gmac_ret != gmacSuccess) FATAL("Unable to wait for device"); end_time = get_timestamp(); bw = 1.0f * file_stat.st_size / (end_time - start_time); fprintf(stdout, "%d bytes in %f msec : %f MBps\n", file_stat.st_size, 1e-3f * (end_time - start_time), bw); gmac_ret = gmacFree(buffer); if(gmac_ret != gmacSuccess) FATAL("Unable to free device memory"); fclose(fp); return 0; } ECE

26 Performance of GMAC ECE

27 Any More Questions?

Download ppt "Outline Reading Data From Files Double Buffering GMAC ECE"

Similar presentations

© David Kirk/NVIDIA and Wen-mei W. Hwu, 2007-2011 ECE408/CS483, University of Illinois, Urbana-Champaign 1 ECE408 / CS483 Applied Parallel Programming.

© David Kirk/NVIDIA and Wen-mei W. Hwu, ECE408/CS483, University of Illinois, Urbana-Champaign 1 ECE408 / CS483 Applied Parallel Programming.
A C++ Crash Course Part II UW Association for Computing Machinery Questions & Feedback.

A C++ Crash Course Part II UW Association for Computing Machinery Questions & Feedback.
1 ITCS 6/8010 CUDA Programming, UNC-Charlotte, B. Wilkinson, Jan 25, 2011 DeviceRoutines.pptx Device Routines and device variables These notes will introduce:

1 ITCS 6/8010 CUDA Programming, UNC-Charlotte, B. Wilkinson, Jan 25, 2011 DeviceRoutines.pptx Device Routines and device variables These notes will introduce:
GPU programming: CUDA Acknowledgement: the lecture materials are based on the materials in NVIDIA teaching center CUDA course materials, including materials.

GPU programming: CUDA Acknowledgement: the lecture materials are based on the materials in NVIDIA teaching center CUDA course materials, including materials.
Intermediate GPGPU Programming in CUDA

Intermediate GPGPU Programming in CUDA
Process Management.

Process Management.
INF5063 – GPU & CUDA Håkon Kvale Stensland iAD-lab, Department for Informatics.

INF5063 – GPU & CUDA Håkon Kvale Stensland iAD-lab, Department for Informatics.
Complete Unified Device Architecture A Highly Scalable Parallel Programming Framework Submitted in partial fulfillment of the requirements for the Maryland.

Complete Unified Device Architecture A Highly Scalable Parallel Programming Framework Submitted in partial fulfillment of the requirements for the Maryland.
Roy Ernest Database Administrator Pinnacle Sports Worldwide SQL Server High Availability.

Roy Ernest Database Administrator Pinnacle Sports Worldwide SQL Server High Availability.
Parallel Computational Steering and Analysis for HPC Applications using a ParaView Interface and the HDF5 DSM Virtual File Driver J. Biddiscombe, J. Soumagne,

Parallel Computational Steering and Analysis for HPC Applications using a ParaView Interface and the HDF5 DSM Virtual File Driver J. Biddiscombe, J. Soumagne,
VSCSE Summer School Programming Heterogeneous Parallel Computing Systems Lecture 6: Basic CUDA and MPI.

VSCSE Summer School Programming Heterogeneous Parallel Computing Systems Lecture 6: Basic CUDA and MPI.
Carnegie Mellon 1 Dynamic Memory Allocation: Basic Concepts 15-213: Introduction to Computer Systems 17 th Lecture, Oct. 21, 2010 Instructors: Randy Bryant.

Carnegie Mellon 1 Dynamic Memory Allocation: Basic Concepts : Introduction to Computer Systems 17 th Lecture, Oct. 21, 2010 Instructors: Randy Bryant.
Multi-GPU and Stream Programming Kishan Wimalawarne.

Multi-GPU and Stream Programming Kishan Wimalawarne.
Chris Riesbeck, Fall 2007 Dynamic Memory Allocation Today Dynamic memory allocation – mechanisms & policies Memory bugs.

Chris Riesbeck, Fall 2007 Dynamic Memory Allocation Today Dynamic memory allocation – mechanisms & policies Memory bugs.
1 ITCS 5/4145 Parallel computing, B. Wilkinson, April 11, 2013. CUDAMultiDimBlocks.ppt CUDA Grids, Blocks, and Threads These notes will introduce: One.

1 ITCS 5/4145 Parallel computing, B. Wilkinson, April 11, CUDAMultiDimBlocks.ppt CUDA Grids, Blocks, and Threads These notes will introduce: One.
GPU programming: CUDA Acknowledgement: the lecture materials are based on the materials in NVIDIA teaching center CUDA course materials, including materials.

GPU programming: CUDA Acknowledgement: the lecture materials are based on the materials in NVIDIA teaching center CUDA course materials, including materials.
ME964 High Performance Computing for Engineering Applications “Software is like entropy: It is difficult to grasp, weighs nothing, and obeys the Second.

ME964 High Performance Computing for Engineering Applications “Software is like entropy: It is difficult to grasp, weighs nothing, and obeys the Second.
CS 791v Fall 2001. # a simple makefile for building the sample program. # I use multiple versions of gcc, but cuda only supports # gcc 4.4 or lower. The.

CS 791v Fall # a simple makefile for building the sample program. # I use multiple versions of gcc, but cuda only supports # gcc 4.4 or lower. The.
1 ITCS 6/8010 CUDA Programming, UNC-Charlotte, B. Wilkinson, Feb 14, 2011 Streams.pptx CUDA Streams These notes will introduce the use of multiple CUDA.

1 ITCS 6/8010 CUDA Programming, UNC-Charlotte, B. Wilkinson, Feb 14, 2011 Streams.pptx CUDA Streams These notes will introduce the use of multiple CUDA.
CS 179: GPU Computing Lecture 2: The Basics. Recap Can use GPU to solve highly parallelizable problems – Performance benefits vs. CPU Straightforward.

CS 179: GPU Computing Lecture 2: The Basics. Recap Can use GPU to solve highly parallelizable problems – Performance benefits vs. CPU Straightforward.

Similar presentations

Ads by Google