jpg_support to merge repo

demo_crnn_for_jpg.cpp

@@ -0,0 +1,41 @@
+// Tencent is pleased to support the open source community by making ncnn available.
+//
+// Copyright (C) 2017 THL A29 Limited, a Tencent company. All rights reserved.
+//
+// Licensed under the BSD 3-Clause License (the "License"); you may not use this file except
+// in compliance with the License. You may obtain a copy of the License at
+//
+// https://opensource.org/licenses/BSD-3-Clause
+//
+// Unless required by applicable law or agreed to in writing, software distributed
+// under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
+// CONDITIONS OF ANY KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations under the License.
+#include <stdio.h>
+#include "text_recognization.h"
+#include <time.h>
+
+int main(int argc, char** argv)
+{
+    clock_t start, finsh;
+    const char *rgbfilename = argv[1];
+    DKSBoxTextRecognizationParam  param;
+    param.lexicon = false;//使用词典  
+    char *result,*finres;
+
+    DKSBox box = {0,0,1056,0,1056,804,0,804};
+//    start = clock();
+    DKBoxTextRecognizationInit();
+//    finsh = clock();
+//    printf("%ld ms\n", (finsh - start)/1000);
+
+    //参数依次为二进制图片文件名、四边形坐标DKSBox，最后一个参数目前没用到。
+    result = DKBoxTextRecognizationProcess(rgbfilename, box, param);
+    DKBoxTextRecognizationEnd();
+
+    printf("recognization results: "); 
+    printf("%s\n", result);
+
+    return 0;
+}
+

interface_crnn_for_jpg.cpp

@@ -0,0 +1,122 @@
+#include <stdio.h>
+#include "dlib/image_io.h"
+#include "net.h"
+#include "text_recognization.h"
+#include <omp.h>
+using namespace std;
+static ncnn::Net netCrnn;
+
+void DKBoxTextRecognizationInit()
+{
+//    clock_t start = clock();
+    netCrnn.load_param("crnn.param");
+//    clock_t finsh = clock();
+//    printf("param : %ld\n", finsh - start);
+//    start = clock();
+    netCrnn.load_model("crnn.bin");
+//    finsh = clock();
+//    printf("bin : %ld\n", finsh - start);
+
+}
+
+char* DKBoxTextRecognizationProcess(const char* imgfilename, DKSBox box, DKSBoxTextRecognizationParam param)
+{
+    //裁剪文字区域
+    dlib::array2d<dlib::rgb_pixel> rgb_img;
+    load_image(rgb_img, imgfilename);
+
+    int col = (int)rgb_img.nc();
+    int row = (int)rgb_img.nr();
+
+
+    int y_top = box.y1 > box.y2 ? box.y2 : box.y1;
+    int y_bottom = box.y3 > box.y4 ? box.y3 : box.y4;
+    int x_left = box.x1 > box.x4 ? box.x4 : box.x1;
+    int x_right = box.x2 > box.x3 ? box.x2 : box.x3;
+    y_top =  y_top > 0 ?  y_top : 0;
+    x_left = x_left > 0 ? x_left : 0;
+    y_bottom = y_bottom < row ? y_bottom : row; 
+    x_right = x_right < col ? x_right : col; 
+    col = x_right - x_left;
+    row = y_bottom - y_top;
+    ncnn::Mat img;
+    img.create(col, row, 3, 1);
+
+//    clock_t start, finsh;
+
+    #pragma omp parallel for     
+    for(int i = y_top; i < y_bottom; i++)
+    {
+        for(int j=x_left; j<x_right; j++)
+        {
+            *((unsigned char*)(img.data)+3*(i-y_top)*col+3*(j-x_left))   = rgb_img[i][j].blue;
+            *((unsigned char*)(img.data)+3*(i-y_top)*col+3*(j-x_left)+1) = rgb_img[i][j].green;
+            *((unsigned char*)(img.data)+3*(i-y_top)*col+3*(j-x_left)+2) = rgb_img[i][j].red;
+        }
+    }
+
+    //预处理并获取字符序列索引
+    ncnn::Mat in,input_data;
+    ncnn::Mat pred;
+    in = ncnn::Mat::from_pixels((unsigned char*)img.data, ncnn::Mat::PIXEL_BGR2GRAY, col, row);
+    ncnn::resize_bilinear(in,input_data,100,32);
+    input_data.reshape(100,32,1);
+
+    #pragma omp parallel for
+    for(int i=0; i<100 * 32; i++)
+    {
+        *((float*)input_data.data+i) = ((*((float*)input_data.data+i))/255.f - 0.5)/0.5;
+    }
+
+//    start = clock();    
+    ncnn::Extractor ex = netCrnn.create_extractor();
+    ex.set_num_threads(4);
+    ex.set_light_mode(false);
+    ex.input("data", input_data);
+    ex.extract("preds", pred);
+
+//    finsh = clock();
+//    cout << "extract fe cost " << (finsh - start)/1000 << "ms" << endl;             
+    //对输出字符索引解码得到字符串。
+    float maxprob; 
+    int pre_index = 0;
+    char alphabet[] = "0123456789abcdefghijklmnopqrstuvwxyz"; 
+    static std::vector<char> result;
+    for (int j=0; j<pred.h; j++)
+    {
+        int char_index = 0;
+        maxprob = *((float*)pred.row(j));
+
+        for (int i=0; i<pred.w; i++)
+        {
+            if (*((float*)pred.row(j)+i) > maxprob)
+            {
+                maxprob = *((float*)pred.row(j)+i);
+                char_index = i;
+            }
+        }
+	printf("%f\n", maxprob);
+	printf("%c\n", alphabet[char_index-1]);
+        if(char_index != 0 && (j==0 || char_index != pre_index))
+        { 
+//	    printf("%c\n", alphabet[char_index-1]);
+            result.push_back(alphabet[char_index-1]);            
+        }      
+        pre_index = char_index;
+    }
+    result.push_back('\0');
+
+    if(param.lexicon)
+    {
+        return minDistanceWord((char*)result.data());
+    }
+    else
+    {
+        return result.data();
+    }
+}
+
+void DKBoxTextRecognizationEnd()
+{
+    netCrnn.clear();	
+}

text_recognization_for_jpg.h

@@ -0,0 +1,32 @@
+#ifndef TEXT_RECOGNIZATION_H
+#define TEXT_RECOGNIZATION_H
+
+typedef struct
+{
+    //左上角开始顺时针点坐标
+    int x1;        
+    int y1;
+    int x2;
+    int y2;
+    int x3;
+    int y3;
+    int x4;
+    int y4;   
+}DKSBox;
+
+typedef struct
+{
+	//等待添加
+   bool lexicon;
+
+}DKSBoxTextRecognizationParam;
+
+char* minDistanceWord(char* result);
+
+void DKBoxTextRecognizationInit();
+
+char* DKBoxTextRecognizationProcess(const char* imgfilename, DKSBox box, DKSBoxTextRecognizationParam param);
+
+void DKBoxTextRecognizationEnd();
+
+#endif