I have a problem. Does bolt quantization support x86? about bolt HOT 2 CLOSED

maybe your model is converted by using INT8_FP16 parameter in post_training_quantization.

INT8_FP16 is only supported on armv8.2 machine.

INT8_FP32 is supported on armv7, armv8, x86_avx512f, x86_avx512_vnni.

please reconvert model by using INT8_FP32, and make sure that your machine supports x86_avx512 or x86_avx512_vnni.

from bolt.

when i use "./post_training_quantization -p ppo_cnn_ptq_input.bolt -i INT8_FP32 -b true -q NOQUANT -c 0 -o false" to build a quantized model, i meet a problem
[ERROR] thread 29537 file /home/xys/bolt-master/compute/tensor/src/cpu/x86/int8/convolution.cpp line 128: got an error: Not Match
here is my code:
#include "bolt.h"
#include "stdlib.h"
#include "stdio.h"
#include "c_common.h"
#include <time.h>

static ModelHandle model;

int main(){
char* model_path = "ppo_cnn_int8_q.bolt";
// ResultHandle result;
AFFINITY_TYPE affinity = CPU_HIGH_PERFORMANCE;
char* algorithm_path=NULL;
model = CreateModel(model_path,affinity,algorithm_path);
int num_inputs = GetNumInputsFromModel(model);
// printf("num_inputs is: %d\n",num_inputs);
if(num_inputs==0)return 0;
char name;
name = (char) malloc(sizeof(char*));
name = (char)malloc(sizeof(char)128);
int n,c,h,w;
DATA_TYPE dt;
DATA_FORMAT df;
double total_time, inf_time;
GetInputDataInfoFromModel(model,num_inputs,name,&n,&c,&h,&w,&dt,&df);
printf("num_inputs: %d\nname: %s\nn: %d\nc: %d\nh: %d\nw: %d\ndt: %d\ndf: %d\n",num_inputs,name[0],n,c,h,w,dt,df);
// RunModel(model,result,1,)
n = 4;
PrepareModel(model,num_inputs,(const char*)name,&n,&c,&h,&w,&dt,&df);
// FreeResultHandle(result);
ResultHandle result = AllocAllResultHandle(model);
float **data;
data = malloc(sizeof (float )num_inputs);
for(int i=0;i<=num_inputs;i++){
(data+i) = malloc(sizeof(float)nchw2);
for(int j=0;j<=nchw-1;j++){
((data+i)+j) = (float)(j1.2);
}
for(int j=nchw;j<=nchw2-1;j++){
((data+i)+j) = (float)((j-nch*w)*1.2);
}
}

clock_t start, end;
printf("after prepare model \n");
int times = 128;
for(int k = 0; k < times; k++) {

    for(int i=0; i<=num_inputs; i++){
        *(data+i) = malloc(sizeof(float)*n*c*h*w*2);
        for(int j=0;j<=n*c*h*w*-1;j++){
            *(*(data+i)+j) = (float)(j*1.2);
        }
        for(int j=n*c*h*w;j<=n*c*h*w*2-1;j++){
            *(*(data+i)+j) = (float)((j-n*c*h*w)*1.2);
        }
    }
    start = clock();
    RunModel(model, result, num_inputs, (const char **) name, (void **) data);
    end = clock();
    inf_time = (double)(end - start) / CLOCKS_PER_SEC;
    total_time += ((double)(end - start) / CLOCKS_PER_SEC);
    printf("infer time ================ %f\n", inf_time);

}
printf("after RunModel model \n");

end = clock();

// total_time = (double)(end - start) / CLOCKS_PER_SEC;
printf("infer time avg================ %f\n", total_time / times);

int num_outputs = GetNumOutputsFromResultHandle(result);
float **output = NULL;
float **outputFloat;
void **outputData;

// output = malloc(sizeof (float *)num_inputs);
// for(int i=0;i<=num_inputs;i++){
// (output+i) = malloc(sizeof(float)nchw);
// }

// GetOutputDataInfoFromResultHandle(model,num_outputs,name,&n,&c,&h,&w,&dt,&df);
printf("num_outputs is: %d\n", num_outputs);
outputData = (void **)malloc(sizeof(void *) * num_outputs);
GetOutputDataFromResultHandle(result, num_outputs, outputData);
outputFloat = (float **)outputData;

float k[5];

/**
for(int j = 0; j < 4; j++){
printf("outputFloat[0][%d] ==== %f\n", j, outputFloat[0][j]);
}

for(int j = 0; j < 8; j++){
    printf("outputFloat[1][%d] ==== %f\n", j, outputFloat[1][j]);
}

k[0] = outputFloat[0][0];
for(int j = 0; j < 4; j++){
    k[j + 1] = outputFloat[1][j];
}

for(int j = 0; j < 5; j++){
    printf("k[%d] ==== %f\n", j, k[j]);
}

**/
// GetOutputDataInfoFromResultHandle(result,num_outputs,name,&n,&c,&h,&w,&dt,&df);
// printf("length: %d\nname: %s",nchw,name[0]);
// GetOutputDataFromResultHandle(result,num_outputs,(void **)output);
// for(int i=0;i<=nchw-1;i++){
// printf("%f",data[0][i]);
// }
// printf("\n");

return 0;

}

from bolt.