piiswrong commented on a change in pull request #12456: [MXNET-910]
Multithreading inference.
URL: https://github.com/apache/incubator-mxnet/pull/12456#discussion_r216111523
##########
File path:
example/image-classification/predict-cpp/image-classification-predict.cc
##########
@@ -179,14 +180,55 @@ void PrintOutputResult(const std::vector<float>& data,
const std::vector<std::st
"accuracy=" << std::setprecision(8) << best_accuracy << ")" <<
std::endl;
}
+void predict(PredictorHandle pred_hnd, const std::vector<mx_float> &image_data,
+ NDListHandle nd_hnd, int i) {
+ std::string synset_file = "synset.txt";
+ auto image_size = image_data.size();
+ // Set Input Image
+ MXPredSetInput(pred_hnd, "data", image_data.data(),
static_cast<mx_uint>(image_size));
+
+ // Do Predict Forward
+ MXPredForward(pred_hnd);
+
+ mx_uint output_index = 0;
+
+ mx_uint* shape = nullptr;
+ mx_uint shape_len;
+
+ // Get Output Result
+ MXPredGetOutputShape(pred_hnd, output_index, &shape, &shape_len);
+
+ std::size_t size = 1;
+ for (mx_uint i = 0; i < shape_len; ++i) { size *= shape[i]; }
+
+ std::vector<float> data(size);
+
+ MXPredGetOutput(pred_hnd, output_index, &(data[0]),
static_cast<mx_uint>(size));
+
+ // Release NDList
+ if (nd_hnd) {
+ MXNDListFree(nd_hnd);
+ }
+
+ // Release Predictor
+ MXPredFree(pred_hnd);
+
+ // Synset path for your model, you have to modify it
+ auto synset = LoadSynset(synset_file);
+
+ // Print Output Data
+ PrintOutputResult(data, synset);
+}
+
int main(int argc, char* argv[]) {
- if (argc < 2) {
+ if (argc < 3) {
std::cout << "No test image here." << std::endl
- << "Usage: ./image-classification-predict apple.jpg" <<
std::endl;
+ << "Usage: ./image-classification-predict apple.jpg num_threads"
<< std::endl;
return EXIT_FAILURE;
}
std::string test_file(argv[1]);
+ int num_threads = std::atoi(argv[2]);
Review comment:
Example interface changed. Add a default value for num_threads?
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
