path: root/libhb/openclwrapper.c

/* openclwrapper.c

   Copyright (c) 2003-2012 HandBrake Team
   This file is part of the HandBrake source code
   Homepage: <http://handbrake.fr/>.
   It may be used under the terms of the GNU General Public License v2.
   For full terms see the file COPYING file or visit http://www.gnu.org/licenses/gpl-2.0.html

   Authors: Peng Gao <peng@multicorewareinc.com> <http://www.multicorewareinc.com/>
            Li   Cao <li@multicorewareinc.com> <http://www.multicorewareinc.com/>
 */
#ifdef USE_OPENCL

#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <windows.h>
#include "openclwrapper.h"
#include "openclkernels.h"

//#define USE_EXTERNAL_KERNEL

#if defined(__APPLE__)
#include <OpenCL/cl.h>
#else
#include <CL/cl.h>
#endif

#if defined(_MSC_VER)
#define strcasecmp strcmpi
#endif

#define MAX_KERNEL_STRING_LEN   64
#define MAX_CLFILE_NUM 50
#define MAX_CLKERNEL_NUM 200
#define MAX_CLFILE_PATH 255
#define MAX_KERNEL_NUM  50
#define MAX_KERNEL_NAME_LEN 64

#ifndef INVALID_HANDLE_VALUE
#define INVALID_HANDLE_VALUE NULL
#endif

//#define THREAD_PRIORITY_TIME_CRITICAL 15

enum VENDOR{
    AMD = 0,
    Intel,
    NVIDIA,
    others
};
typedef struct _GPUEnv
{
    //share vb in all modules in hb library
    cl_platform_id platform;
    cl_device_type dType;
    cl_context context;
    cl_device_id * devices;
    cl_device_id  dev;
    cl_command_queue command_queue;
    cl_kernel kernels[MAX_CLFILE_NUM];
    cl_program programs[MAX_CLFILE_NUM]; //one program object maps one kernel source file
    char  kernelSrcFile[MAX_CLFILE_NUM][256];   //the max len of kernel file name is 256
    int file_count; // only one kernel file

    char kernel_names[MAX_CLKERNEL_NUM][MAX_KERNEL_STRING_LEN+1];
    cl_kernel_function kernel_functions[MAX_CLKERNEL_NUM];
    int kernel_count;
    int isUserCreated; // 1: created , 0:no create and needed to create by opencl wrapper
    enum VENDOR vendor;
}GPUEnv;

typedef struct
{
    char kernelName[MAX_KERNEL_NAME_LEN+1];
    char * kernelStr;
}hb_kernel_node;

static GPUEnv gpu_env;
static int isInited = 0;
static hb_kernel_node gKernels[MAX_KERNEL_NUM];

#define ADD_KERNEL_CFG( idx, s, p ){\
        strcpy( gKernels[idx].kernelName, s );\
        gKernels[idx].kernelStr = p;\
        strcpy( gpu_env.kernel_names[idx], s );\
        gpu_env.kernel_count++; }


int hb_regist_opencl_kernel()
{
    if( !gpu_env.isUserCreated )
        memset( &gpu_env, 0, sizeof(gpu_env));

    gpu_env.file_count = 0; //argc;
    gpu_env.kernel_count = 0UL;

    ADD_KERNEL_CFG( 0, "frame_h_scale", NULL )
    ADD_KERNEL_CFG( 1, "frame_v_scale", NULL )
    ADD_KERNEL_CFG( 2, "nv12toyuv", NULL )

    return 0;
}

int hb_convert_to_string(
    const char *filename,
    char **source,
    GPUEnv *gpu_info,
    int idx )
{
    int file_size;
    size_t result;
    FILE * file = NULL;
    file_size = 0;
    result = 0;
    file = fopen( filename, "rb+" );


    if( file!=NULL )
    {
        fseek( file, 0, SEEK_END );

        file_size = ftell( file );
        rewind( file );
        *source = (char*)malloc( sizeof(char) * file_size + 1 );
        if( *source == (char*)NULL )
        {
            return(0);
        }
        result = fread( *source, 1, file_size, file );
        if( result != file_size )
        {
            free( *source );
            return(0);
        }
        (*source)[file_size] = '\0';
        fclose( file );

        return(1);
    }
    return(0);
}



int hb_binary_generated( cl_context context, const char * cl_file_name, FILE ** fhandle )
{
    int i = 0;
    cl_int status;
    size_t numDevices;
    cl_device_id *devices;
    char * str = NULL;
    FILE * fd = NULL;

    status = clGetContextInfo( context,
                               CL_CONTEXT_NUM_DEVICES,
                               sizeof(numDevices),
                               &numDevices,
                               NULL );
    if( status != CL_SUCCESS )
	{
		hb_log( "Notice: Get context info failed\n" );
        return 0;
    }

    devices = (cl_device_id*)malloc( sizeof(cl_device_id) * numDevices );
    if( devices == NULL )
	{
		hb_log( "Notice: No device found\n" );
        return 0;
    }

    /* grab the handles to all of the devices in the context. */
    status = clGetContextInfo( context,
                               CL_CONTEXT_DEVICES,
                               sizeof(cl_device_id) * numDevices,
                               devices,
                               NULL );

    status = 0;
    /* dump out each binary into its own separate file. */
    for( i = 0; i < numDevices; i++ )
    {
        char fileName[256] = {0};
        char cl_name[128] = {0};
        if( devices[i] != 0 )
        {
            char deviceName[1024];
            status = clGetDeviceInfo( devices[i],
                                      CL_DEVICE_NAME,
                                      sizeof(deviceName),
                                      deviceName,
                                      NULL );
            str = (char*)strstr( cl_file_name, (char*)".cl" );
            memcpy( cl_name, cl_file_name, str - cl_file_name );
            cl_name[str - cl_file_name] = '\0';
            sprintf( fileName, "./%s-%s.bin", cl_name, deviceName );
            fd = fopen( fileName, "rb" );
            status = (fd != NULL) ? 1 : 0;
        }
    }

    if( devices != NULL )
    {
        free( devices );
        devices = NULL;
    }

    if( fd != NULL )
        *fhandle = fd;

    return status;
}

int hb_write_binary_to_file( const char* fileName, const char* birary, size_t numBytes )
{
    FILE *output = NULL;
    output = fopen( fileName, "wb" );
    if( output == NULL )
        return 0;

    fwrite( birary, sizeof(char), numBytes, output );
    fclose( output );

    return 1;
}


int hb_generat_bin_from_kernel_source( cl_program program, const char * cl_file_name )
{
    int i = 0;
    cl_int status;
    size_t *binarySizes, numDevices;
    cl_device_id *devices;
    char **binaries;
    char *str = NULL;

    status = clGetProgramInfo( program,
                               CL_PROGRAM_NUM_DEVICES,
                               sizeof(numDevices),
                               &numDevices,
                               NULL );
    if( status != CL_SUCCESS )
	{
		hb_log( "Notice: Get program info failed, when generate binary file from kernel source\n" );
        return 0;
    }
    devices = (cl_device_id*)malloc( sizeof(cl_device_id) * numDevices );
    if( devices == NULL )
	{
		hb_log( "Notice: No device found, when generate binary file from kernel source\n" );
        return 0;
    }
    /* grab the handles to all of the devices in the program. */
    status = clGetProgramInfo( program,
                               CL_PROGRAM_DEVICES,
                               sizeof(cl_device_id) * numDevices,
                               devices,
                               NULL );
    if( status != CL_SUCCESS )
	{
		hb_log( "Notice: Get program info failed, when generate binary file from kernel source\n" );
        return 0;
    }
    /* figure out the sizes of each of the binaries. */
    binarySizes = (size_t*)malloc( sizeof(size_t) * numDevices );

    status = clGetProgramInfo( program,
                               CL_PROGRAM_BINARY_SIZES,
                               sizeof(size_t) * numDevices,
                               binarySizes, NULL );
    if( status != CL_SUCCESS )
	{
		hb_log( "Notice: Get program info failed, when generate binary file from kernel source\n" );
        return 0;
    }
    /* copy over all of the generated binaries. */
    binaries = (char**)malloc( sizeof(char *) * numDevices );
    if( binaries == NULL )
	{
		hb_log( "Notice: malloc for binaries failed, when generate binary file from kernel source\n" );
        return 0;
    }

    for( i = 0; i < numDevices; i++ )
    {
        if( binarySizes[i] != 0 )
        {
            binaries[i] = (char*)malloc( sizeof(char) * binarySizes[i] );
            if( binaries[i] == NULL )
			{
				hb_log( "Notice: malloc for binary[%d] failed, when generate binary file from kernel source\n", i );
                return 0;
	    	}
        }
        else
        {
            binaries[i] = NULL;
        }
    }

    status = clGetProgramInfo( program,
                               CL_PROGRAM_BINARIES,
                               sizeof(char *) * numDevices,
                               binaries,
                               NULL );
    if( status != CL_SUCCESS )
	{
		hb_log( "Notice: Get program info failed, when generate binary file from kernel source\n" );
        return 0;
    }
    /* dump out each binary into its own separate file. */
    for( i = 0; i < numDevices; i++ )
    {
        char fileName[256] = {0};
        char cl_name[128] = {0};
        if( binarySizes[i] != 0 )
        {
            char deviceName[1024];
            status = clGetDeviceInfo( devices[i],
                                      CL_DEVICE_NAME,
                                      sizeof(deviceName),
                                      deviceName,
                                      NULL );

            str = (char*)strstr( cl_file_name, (char*)".cl" );
            memcpy( cl_name, cl_file_name, str - cl_file_name );
            cl_name[str - cl_file_name] = '\0';
            sprintf( fileName, "./%s-%s.bin", cl_name, deviceName );

            if( !hb_write_binary_to_file( fileName, binaries[i], binarySizes[i] ))
            {
                hb_log( "Notice: Unable to write opencl kernel, writing to tempory directory instead." );
                //printf( "opencl-wrapper: write binary[%s] failds\n", fileName);
                return 0;
            } //else
              //printf( "opencl-wrapper: write binary[%s] succesfully\n", fileName);
        }
    }

    // Release all resouces and memory
    for( i = 0; i < numDevices; i++ )
    {
        if( binaries[i] != NULL )
        {
            free( binaries[i] );
            binaries[i] = NULL;
        }
    }

    if( binaries != NULL )
    {
        free( binaries );
        binaries = NULL;
    }

    if( binarySizes != NULL )
    {
        free( binarySizes );
        binarySizes = NULL;
    }

    if( devices != NULL )
    {
        free( devices );
        devices = NULL;
    }
    return 1;
}


int hb_init_opencl_attr( OpenCLEnv * env )
{
    if( gpu_env.isUserCreated )
        return 1;

    gpu_env.context = env->context;
    gpu_env.platform = env->platform;
    gpu_env.dev = env->devices;
    gpu_env.command_queue = env->command_queue;

    gpu_env.isUserCreated = 1;

    return 0;
}


int hb_create_kernel( char * kernelname, KernelEnv * env )
{
    int status;
    env->kernel = clCreateKernel( gpu_env.programs[0], kernelname, &status );
    env->context = gpu_env.context;
    env->command_queue = gpu_env.command_queue;
    return status != CL_SUCCESS ? 1 : 0;
}

int hb_release_kernel( KernelEnv * env )
{
    int status = clReleaseKernel( env->kernel );
    return status != CL_SUCCESS ? 1 : 0;
}



int hb_init_opencl_env( GPUEnv *gpu_info )
{
    size_t length;
    cl_int status;
    cl_uint numPlatforms, numDevices;
    cl_platform_id *platforms;
    cl_context_properties cps[3];
    char platformName[100];
    unsigned int i;
    void *handle = INVALID_HANDLE_VALUE;

    /*
     * Have a look at the available platforms.
     */
    if( !gpu_info->isUserCreated )
    {
        status = clGetPlatformIDs( 0, NULL, &numPlatforms );
        if( status != CL_SUCCESS )
        {
			hb_log( "Notice: OpenCL device platform not found.\n" );
            return(1);
        }
        gpu_info->platform = NULL;
        if( 0 < numPlatforms )
        {
            platforms = (cl_platform_id*)malloc(
                numPlatforms * sizeof(cl_platform_id));
            if( platforms == (cl_platform_id*)NULL )
            {
                return(1);
            }
            status = clGetPlatformIDs( numPlatforms, platforms, NULL );

            if( status != CL_SUCCESS )
            {
				hb_log( "Notice: Specific opencl platform not found.\n" );
                return(1);
            }

            for( i = 0; i < numPlatforms; i++ )
            {
                status = clGetPlatformInfo( platforms[i], CL_PLATFORM_VENDOR,
                                            sizeof(platformName), platformName,
                                            NULL );

                if( status != CL_SUCCESS )
                {
					hb_log( "Notice: No more platform vendor info.\n" );
                    return(1);
                }
                gpu_info->platform = platforms[i];

                if( !strcmp( platformName, "Advanced Micro Devices, Inc." ))
                    gpu_info->vendor = AMD;
                else 
                    gpu_info->vendor = others;
                
                gpu_info->platform = platforms[i];

                status = clGetDeviceIDs( gpu_info->platform /* platform */,
                                         CL_DEVICE_TYPE_GPU /* device_type */,
                                         0 /* num_entries */,
                                         NULL /* devices */,
                                         &numDevices );

                if( status != CL_SUCCESS )
				{
					hb_log( "Notice: No available GPU device.\n" );
                        return(1);
				}

                if( numDevices )
                        break;
                
            }
            free( platforms );
        }
        if( NULL == gpu_info->platform )
        {
            return(1);
        }

        /*
         * Use available platform.
         */
        cps[0] = CL_CONTEXT_PLATFORM;
        cps[1] = (cl_context_properties)gpu_info->platform;
        cps[2] = 0;
        /* Check for GPU. */
        gpu_info->dType = CL_DEVICE_TYPE_GPU;
        gpu_info->context = clCreateContextFromType(
            cps, gpu_info->dType, NULL, NULL, &status );
        if((gpu_info->context == (cl_context)NULL) || (status != CL_SUCCESS))
        {
            gpu_info->dType = CL_DEVICE_TYPE_CPU;
            gpu_info->context = clCreateContextFromType(
                cps, gpu_info->dType, NULL, NULL, &status );
        }
        if((gpu_info->context == (cl_context)NULL) || (status != CL_SUCCESS))
        {
            gpu_info->dType = CL_DEVICE_TYPE_DEFAULT;
            gpu_info->context = clCreateContextFromType(
                cps, gpu_info->dType, NULL, NULL, &status );
        }
        if((gpu_info->context == (cl_context)NULL) || (status != CL_SUCCESS))
        {
			hb_log( "Notice: Unable to create opencl context.\n" );
            return(1);
        }
        /* Detect OpenCL devices. */
        /* First, get the size of device list data */
        status = clGetContextInfo( gpu_info->context, CL_CONTEXT_DEVICES,
                                   0, NULL, &length );
        if((status != CL_SUCCESS) || (length == 0))
        {
			hb_log( "Notice: Unable to get the list of devices in context.\n" );
            return(1);
        }
        /* Now allocate memory for device list based on the size we got earlier */
        gpu_info->devices = (cl_device_id*)malloc( length );
        if( gpu_info->devices == (cl_device_id*)NULL )
        {
            return(1);
        }
        /* Now, get the device list data */
        status = clGetContextInfo( gpu_info->context, CL_CONTEXT_DEVICES, length,
                                   gpu_info->devices, NULL );
        if( status != CL_SUCCESS )
        {
			hb_log( "Notice: Unable to get the device list data in context.\n" );
            return(1);
        }

        /* Create OpenCL command queue. */
        gpu_info->command_queue = clCreateCommandQueue( gpu_info->context,
                                                        gpu_info->devices[0],
                                                        0, &status );
        if( status != CL_SUCCESS )
		{
			hb_log( "Notice: Unable to create opencl command queue.\n" );
            return(1);
		}
    }

    /* Create OpenCL command queue. */
    /*if(!gpu_info->isUserCreated)
        gpu_info->command_queue = clCreateCommandQueue(gpu_info->context,
                                                   gpu_info->devices[0],
                                                   0, &status);
    else
        gpu_info->command_queue = clCreateCommandQueue(gpu_info->context,
                                                   gpu_info->dev,
                                                   0, &status);

    if ((gpu_info->command_queue == (cl_command_queue) NULL))
       return(1);
    */


    if( clGetCommandQueueInfo( gpu_info->command_queue,
                               CL_QUEUE_THREAD_HANDLE_AMD, sizeof(handle),
                               &handle, NULL ) == CL_SUCCESS && handle != INVALID_HANDLE_VALUE )
    {
        SetThreadPriority( handle, THREAD_PRIORITY_TIME_CRITICAL );
    }

    return 0;
}


int hb_release_opencl_env( GPUEnv *gpu_info )
{
    if( !isInited )
        return 1;
    int i;

    for( i = 0; i<gpu_env.file_count; i++ )
    {
        if( gpu_env.programs[i] ) ;
        {
            clReleaseProgram( gpu_env.programs[i] );
            gpu_env.programs[i] = NULL;
        }
    }
    if( gpu_env.command_queue )
    {
        clReleaseCommandQueue( gpu_env.command_queue );
        gpu_env.command_queue = NULL;
    }
    if( gpu_env.context )
    {
        clReleaseContext( gpu_env.context );
        gpu_env.context = NULL;
    }
    isInited = 0;
    gpu_info->isUserCreated = 0;
    return 1;
}


int hb_register_kernel_wrapper( const char *kernel_name, cl_kernel_function function )
{
    int i;
    for( i = 0; i < gpu_env.kernel_count; i++ )
    {
        if( strcasecmp( kernel_name, gpu_env.kernel_names[i] )==0 )
        {
            gpu_env.kernel_functions[i] = function;
            return(1);
        }
    }
    return(0);
}

int hb_cached_of_kerner_prg( const GPUEnv *gpu_env, const char * cl_file_name )
{
    int i;
    for( i = 0; i < gpu_env->file_count; i++ )
    {
        if( strcasecmp( gpu_env->kernelSrcFile[i], cl_file_name )==0 )
        {
            if( gpu_env->programs[i] != NULL )
                return(1);
        }
    }

    return(0);
}

int hb_compile_kernel_file( const char *filename, GPUEnv *gpu_info,
                            int indx, const char *build_option )
{
    cl_int status;
    size_t length;
    char *source_str;
    const char *source;
    size_t source_size[1];
    char *buildLog = NULL;
    int b_error, binary_status, binaryExisted;
    char * binary;
    size_t numDevices;
    cl_device_id *devices;
    FILE * fd;
    FILE * fd1;
    int idx;

    if( hb_cached_of_kerner_prg( gpu_info, filename ) == 1 )
        return (1);

    idx = gpu_info->file_count;

#ifdef USE_EXTERNAL_KERNEL
    status = hb_convert_to_string( filename, &source_str, gpu_info, idx );
    if( status == 0 )
        return(0);
#else
    int kernel_src_size = strlen( kernel_src_hscale )+strlen( kernel_src_vscale )+strlen( kernel_src_nvtoyuv );
    source_str = (char*)malloc( kernel_src_size+2 );
    strcpy( source_str, kernel_src_hscale );
    strcat( source_str, kernel_src_vscale );
    strcat( source_str, kernel_src_nvtoyuv );
#endif


    source = source_str;
    source_size[0] = strlen( source );

    binaryExisted = 0;
    if((binaryExisted = hb_binary_generated( gpu_info->context, filename, &fd )) == 1 )
    {
        status = clGetContextInfo( gpu_info->context,
                                   CL_CONTEXT_NUM_DEVICES,
                                   sizeof(numDevices),
                                   &numDevices,
                                   NULL );
        if( status != CL_SUCCESS ){
			hb_log( "Notice: Unable to get the number of devices in context.\n" );
            return 0;
		}

        devices = (cl_device_id*)malloc( sizeof(cl_device_id) * numDevices );
        if( devices == NULL )
            return 0;

        b_error = 0;
        length = 0;
        b_error |= fseek( fd, 0, SEEK_END ) < 0;
        b_error |= ( length = ftell( fd ) ) <= 0;
        b_error |= fseek( fd, 0, SEEK_SET ) < 0;
        if( b_error )
            return 0;

        binary = (char*)malloc( length+2 );
        if( !binary )
            return 0;

        memset( binary, 0, length+2 );
        b_error |= fread( binary, 1, length, fd ) != length;
        if( binary[length-1] != '\n' )
            binary[length++] = '\n';

        fclose( fd );
        fd = NULL;
        /* grab the handles to all of the devices in the context. */
        status = clGetContextInfo( gpu_info->context,
                                   CL_CONTEXT_DEVICES,
                                   sizeof(cl_device_id) * numDevices,
                                   devices,
                                   NULL );

        gpu_info->programs[idx] = clCreateProgramWithBinary( gpu_info->context,
                                                             numDevices,
                                                             devices,
                                                             &length,
                                                             (const unsigned char**)&binary,
                                                             &binary_status,
                                                             &status );

        free( devices );
        devices = NULL;
    }
    else
    {
        /* create a CL program using the kernel source */
        gpu_info->programs[idx] = clCreateProgramWithSource(
            gpu_info->context, 1, &source, source_size, &status );
    }

    if((gpu_info->programs[idx] == (cl_program)NULL) || (status != CL_SUCCESS)){
		hb_log( "Notice: Unable to get list of devices in context.\n" );
        return(0);
	}

    /* create a cl program executable for all the devices specified */
    if( !gpu_info->isUserCreated )
        status = clBuildProgram( gpu_info->programs[idx], 1, gpu_info->devices,
                                 build_option, NULL, NULL );
    else
        status = clBuildProgram( gpu_info->programs[idx], 1, &(gpu_info->dev),
                                 build_option, NULL, NULL );

    if( status != CL_SUCCESS )
    {
        if( !gpu_info->isUserCreated )
            status = clGetProgramBuildInfo( gpu_info->programs[idx],
                                            gpu_info->devices[0],
                                            CL_PROGRAM_BUILD_LOG, 0, NULL, &length );
        else
            status = clGetProgramBuildInfo( gpu_info->programs[idx],
                                            gpu_info->dev,
                                            CL_PROGRAM_BUILD_LOG, 0, NULL, &length );

        if( status != CL_SUCCESS )
        {
			hb_log( "Notice: Unable to get GPU build information.\n" );
            return(0);
        }
        buildLog = (char*)malloc( length );
        if( buildLog == (char*)NULL )
        {
            return(0);
        }
        if( !gpu_info->isUserCreated )
            status = clGetProgramBuildInfo( gpu_info->programs[idx], gpu_info->devices[0],
                                            CL_PROGRAM_BUILD_LOG, length, buildLog, &length );
        else
            status = clGetProgramBuildInfo( gpu_info->programs[idx], gpu_info->dev,
                                            CL_PROGRAM_BUILD_LOG, length, buildLog, &length );

        fd1 = fopen( "kernel-build.log", "w+" );
        if( fd1 != NULL ) {
            fwrite( buildLog, sizeof(char), length, fd1 );
            fclose( fd1 );
        }

        free( buildLog );
        return(0);
    }

    strcpy( gpu_env.kernelSrcFile[idx], filename );

    if( binaryExisted == 0 )
        hb_generat_bin_from_kernel_source( gpu_env.programs[idx], filename );

    gpu_info->file_count += 1;

    return(1);
}


int hb_get_kernel_env_and_func( const char *kernel_name,
                                KernelEnv *env,
                                cl_kernel_function *function )
{
    int i; //,program_idx ;
    for( i = 0; i < gpu_env.kernel_count; i++ )
    {
        if( strcasecmp( kernel_name, gpu_env.kernel_names[i] )==0 )
        {
            //program_idx = 0;
            //GetProgramIndex(i, &gpu_env, &program_idx);
            env->context = gpu_env.context;
            env->command_queue = gpu_env.command_queue;
            env->program = gpu_env.programs[0];
            env->kernel = gpu_env.kernels[i];
            env->isAMD = ( gpu_env.vendor == AMD ) ? 1 : 0;
            *function = gpu_env.kernel_functions[i];
            return(1);
        }
    }
    return(0);
}


int hb_run_kernel( const char *kernel_name, void **userdata )
{
    KernelEnv env;
    cl_kernel_function function;
    int status;
    memset( &env, 0, sizeof(KernelEnv));
    status = hb_get_kernel_env_and_func( kernel_name, &env, &function );
    strcpy( env.kernel_name, kernel_name );
    if( status == 1 )
        return(function( userdata, &env ));
    return(0);
}


int hb_init_opencl_run_env( int argc, char **argv, const char *build_option )
{
    int status = 0;
    if( MAX_CLKERNEL_NUM <= 0 )
        return 1;
    if((argc > MAX_CLFILE_NUM) || (argc<0))
        return 1;

    if( !isInited )
    {
        hb_regist_opencl_kernel();

        /*initialize devices, context, comand_queue*/
        status = hb_init_opencl_env( &gpu_env );
        if( status )
            return(1);

        /*initialize program, kernel_name, kernel_count*/
        //file_name = argv[i];
        status = hb_compile_kernel_file( "hb-kernels.cl", &gpu_env, 0, build_option );

        if( status == 0 || gpu_env.kernel_count == 0 )
        {
            return(1);

        }

        isInited = 1;
    }

    return(0);
}


int hb_release_opencl_run_env()
{
    return hb_release_opencl_env( &gpu_env );
}


int hb_opencl_stats()
{
    return isInited;
}

int hb_get_opencl_env()
{
    int i = 0;
    cl_int status;
    size_t numDevices;
    cl_device_id *devices;
	/*initialize devices, context, comand_queue*/
    status = hb_init_opencl_env( &gpu_env );
    if( status )
        return(1);
    status = clGetContextInfo( gpu_env.context,
                               CL_CONTEXT_NUM_DEVICES,
                               sizeof(numDevices),
                               &numDevices,
                               NULL );
    if( status != CL_SUCCESS )
        return 0;
    devices = (cl_device_id*)malloc( sizeof(cl_device_id) * numDevices );
    if( devices == NULL )
        return 0;
    /* grab the handles to all of the devices in the context. */
    status = clGetContextInfo( gpu_env.context,
                               CL_CONTEXT_DEVICES,
                               sizeof(cl_device_id) * numDevices,
                               devices,
                               NULL );
    status = 0;
    /* dump out each binary into its own separate file. */
    for( i = 0; i < numDevices; i++ )
    {
        if( devices[i] != 0 )
        {
            char deviceName[1024];
            status = clGetDeviceInfo( devices[i],
                                      CL_DEVICE_NAME,
                                      sizeof(deviceName),
                                      deviceName,
                                      NULL );
            hb_log( "GPU Device Name: %s", deviceName );
			char driverVersion[1024];
            status = clGetDeviceInfo( devices[i],
                                      CL_DRIVER_VERSION,
                                      sizeof(deviceName),
                                      driverVersion,
                                      NULL );
            hb_log( "GPU Driver Version: %s", driverVersion );
        }
    }
    if( devices != NULL )
    {
        free( devices );
        devices = NULL;
    }
    return status;
}
#endif