飞桨PaddleX高性能推理、服务化部署、端侧部署能力详解与实战

paddlex \   --pipeline OCR \   --input https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_ocr_001.png \   --device gpu:0 \   --use_hpip \   --serial_number {序列号}

from paddlex import create_pipeline
pipeline = create_pipeline(    pipeline="OCR",    use_hpip=True,    hpi_params={"serial_number": "{序列号}"},)
 output = pipeline.predict("https://paddle-model-ecology.bj.bcebos.com/paddlex/imgs/demo_image/general_ocr_001.png")

paddlex --install serving

paddlex --serve --pipeline OCR

INFO:     Started server process [63108]INFO:     Waiting for application startup.INFO:     Application startup complete.INFO:     Uvicorn running on http://0.0.0.0:8080 (Press CTRL+C to quit)

import base64import requests
API_URL = "http://localhost:8080/ocr" # 服务URLimage_path = "./demo.jpg"output_image_path = "./out.jpg"
# 对本地图像进行Base64编码with open(image_path, "rb") as file:    image_bytes = file.read()    image_data = base64.b64encode(image_bytes).decode("ascii")
payload = {"image": image_data}  # Base64编码的文件内容或者图像URL
# 调用APIresponse = requests.post(API_URL, json=payload)
# 处理接口返回数据assert response.status_code == 200result = response.json()["result"]with open(output_image_path, "wb") as file:    file.write(base64.b64decode(result["image"]))print(f"Output image saved at {output_image_path}")print("\nDetected texts:")print(result["texts"])

using System;using System.IO;using System.Net.Http;using System.Net.Http.Headers;using System.Text;using System.Threading.Tasks;using Newtonsoft.Json.Linq;
class Program{static readonly string API_URL = "http://localhost:8080/ocr";static readonly string imagePath = "./demo.jpg";static readonly string outputImagePath = "./out.jpg";
static async Task Main(string[] args)    {var httpClient = new HttpClient();
// 对本地图像进行Base64编码byte[] imageBytes = File.ReadAllBytes(imagePath);string image_data = Convert.ToBase64String(imageBytes);
var payload = new JObject{ { "image", image_data } }; // Base64编码的文件内容或者图像URLvar content = new StringContent(payload.ToString(), Encoding.UTF8, "application/json");
// 调用API        HttpResponseMessage response = await httpClient.PostAsync(API_URL, content);        response.EnsureSuccessStatusCode();
// 处理接口返回数据string responseBody = await response.Content.ReadAsStringAsync();        JObject jsonResponse = JObject.Parse(responseBody);
string base64Image = jsonResponse["result"]["image"].ToString();byte[] outputImageBytes = Convert.FromBase64String(base64Image);
        File.WriteAllBytes(outputImagePath, outputImageBytes);        Console.WriteLine($"Output image saved at {outputImagePath}");        Console.WriteLine("\nDetected texts:");        Console.WriteLine(jsonResponse["result"]["texts"].ToString());    }}

# 1. 切换到指定解压目录cd PaddleX-Lite-Deploy/ocr/android/shell/ppocr_demo
# 2. 执行解压命令unzip ocr.zip

# 1. 下载需要的 Paddle Lite 预测库cd PaddleX-Lite-Deploy/libssh download.sh
# 2. 下载 paddle_lite_opt 工具优化后的模型文件cd ../ocr/assetssh download.sh PP-OCRv4_mobile # 3. 完成可执行文件的编译cd ../android/shell/ppocr_demosh build.sh
# 4. 预测sh run.sh PP-OCRv4_mobile

The detection visualized image saved in ./test_img_result.jpg0       纯臻营养护发素  0.9937061       产品信息/参数   0.9912242       （45元/每公斤，100公斤起订）    0.9388933       每瓶22元，1000瓶起订）  0.9883534       【品牌】：代加工方式/OEMODM     0.975575       【品名】：纯臻营养护发素        0.9869146       ODMOEM  0.9298917       【产品编号】：YM-X-3011 0.9641568       【净含量】：220ml       0.9764049       【适用人群】：适合所有肤质      0.98794210      【主要成分】：鲸蜡硬脂醇、燕麦β-葡聚    0.96831511      糖、椰油酰胺丙基甜菜碱、泛醒    0.94153712      （成品包材）    0.97479613      【主要功能】：可紧致头发磷层，从而达到  0.98879914      即时持久改善头发光泽的效果，给干燥的头  0.98954715      发足够的滋养    0.998413