-
Notifications
You must be signed in to change notification settings - Fork 29
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
31 changed files
with
5,077 additions
and
887 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,178 @@ | ||
| /* | ||
| * GStreamer | ||
| * Copyright (C) 2019 RidgeRun | ||
| * | ||
| * This library is free software; you can redistribute it and/or | ||
| * modify it under the terms of the GNU Library General Public | ||
| * License as published by the Free Software Foundation; either | ||
| * version 2 of the License, or (at your option) any later version. | ||
| * | ||
| * This library is distributed in the hope that it will be useful, | ||
| * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | ||
| * Library General Public License for more details. | ||
| * | ||
| * You should have received a copy of the GNU Library General Public | ||
| * License along with this library; if not, write to the | ||
| * Free Software Foundation, Inc., 59 Temple Place - Suite 330, | ||
| * Boston, MA 02111-1307, USA. | ||
| * | ||
| */ | ||
|
|
||
| /** | ||
| * SECTION:element-gstinceptionv1 | ||
| * | ||
| * The inceptionv1 element allows the user to infer/execute a pretrained model | ||
| * based on the GoogLeNet (Inception v1 or Inception v2) architectures on | ||
| * incoming image frames. | ||
| * | ||
| * <refsect2> | ||
| * <title>Example launch line</title> | ||
| * |[ | ||
| * gst-launch-1.0 -v videotestsrc ! inceptionv1 ! xvimagesink | ||
| * ]| | ||
| * Process video frames from the camera using a GoogLeNet (Inception v1 or | ||
| * Inception v2) model. | ||
| * </refsect2> | ||
| */ | ||
|
|
||
| #ifdef HAVE_CONFIG_H | ||
| #include "config.h" | ||
| #endif | ||
|
|
||
| #include "gstinceptionv1.h" | ||
| #include "gst/r2inference/gstinferencemeta.h" | ||
| #include <string.h> | ||
| #include "gst/r2inference/gstinferencepreprocess.h" | ||
| #include "gst/r2inference/gstinferencepostprocess.h" | ||
| #include "gst/r2inference/gstinferencedebug.h" | ||
|
|
||
| GST_DEBUG_CATEGORY_STATIC (gst_inceptionv1_debug_category); | ||
| #define GST_CAT_DEFAULT gst_inceptionv1_debug_category | ||
|
|
||
| #define MEAN 128.0 | ||
| #define STD 1/128.0 | ||
| #define MODEL_CHANNELS 3 | ||
|
|
||
| static gboolean gst_inceptionv1_preprocess (GstVideoInference * vi, | ||
| GstVideoFrame * inframe, GstVideoFrame * outframe); | ||
| static gboolean gst_inceptionv1_postprocess (GstVideoInference * vi, | ||
| const gpointer prediction, gsize predsize, GstMeta * meta_model, | ||
| GstVideoInfo * info_model, gboolean * valid_prediction); | ||
| static gboolean gst_inceptionv1_start (GstVideoInference * vi); | ||
| static gboolean gst_inceptionv1_stop (GstVideoInference * vi); | ||
|
|
||
| enum | ||
| { | ||
| PROP_0 | ||
| }; | ||
|
|
||
| /* pad templates */ | ||
| #define CAPS \ | ||
| "video/x-raw, " \ | ||
| "width=224, " \ | ||
| "height=224, " \ | ||
| "format={RGB, RGBx, RGBA, BGR, BGRx, BGRA, xRGB, ARGB, xBGR, ABGR}" | ||
|
|
||
| static GstStaticPadTemplate sink_model_factory = | ||
| GST_STATIC_PAD_TEMPLATE ("sink_model", | ||
| GST_PAD_SINK, | ||
| GST_PAD_REQUEST, | ||
| GST_STATIC_CAPS (CAPS) | ||
| ); | ||
|
|
||
| static GstStaticPadTemplate src_model_factory = | ||
| GST_STATIC_PAD_TEMPLATE ("src_model", | ||
| GST_PAD_SRC, | ||
| GST_PAD_REQUEST, | ||
| GST_STATIC_CAPS (CAPS) | ||
| ); | ||
|
|
||
| struct _GstInceptionv1 | ||
| { | ||
| GstVideoInference parent; | ||
| }; | ||
|
|
||
| struct _GstInceptionv1Class | ||
| { | ||
| GstVideoInferenceClass parent; | ||
| }; | ||
|
|
||
| /* class initialization */ | ||
|
|
||
| G_DEFINE_TYPE_WITH_CODE (GstInceptionv1, gst_inceptionv1, | ||
| GST_TYPE_VIDEO_INFERENCE, | ||
| GST_DEBUG_CATEGORY_INIT (gst_inceptionv1_debug_category, "inceptionv1", 0, | ||
| "debug category for inceptionv1 element")); | ||
|
|
||
| static void | ||
| gst_inceptionv1_class_init (GstInceptionv1Class * klass) | ||
| { | ||
| GstElementClass *element_class = GST_ELEMENT_CLASS (klass); | ||
| GstVideoInferenceClass *vi_class = GST_VIDEO_INFERENCE_CLASS (klass); | ||
|
|
||
| gst_element_class_add_static_pad_template (element_class, | ||
| &sink_model_factory); | ||
| gst_element_class_add_static_pad_template (element_class, &src_model_factory); | ||
|
|
||
| gst_element_class_set_static_metadata (GST_ELEMENT_CLASS (klass), | ||
| "inceptionv1", "Filter", | ||
| "Infers incoming image frames using a pretrained GoogLeNet (Inception v1 or Inception v2) model", | ||
| "Carlos Rodriguez <[email protected]> \n\t\t\t" | ||
| " Jose Jimenez <[email protected]> \n\t\t\t" | ||
| " Michael Gruner <[email protected]> \n\t\t\t" | ||
| " Mauricio Montero <[email protected]>"); | ||
|
|
||
| vi_class->start = GST_DEBUG_FUNCPTR (gst_inceptionv1_start); | ||
| vi_class->stop = GST_DEBUG_FUNCPTR (gst_inceptionv1_stop); | ||
| vi_class->preprocess = GST_DEBUG_FUNCPTR (gst_inceptionv1_preprocess); | ||
| vi_class->postprocess = GST_DEBUG_FUNCPTR (gst_inceptionv1_postprocess); | ||
| vi_class->inference_meta_info = gst_classification_meta_get_info (); | ||
| } | ||
|
|
||
| static void | ||
| gst_inceptionv1_init (GstInceptionv1 * inceptionv1) | ||
| { | ||
| } | ||
|
|
||
| static gboolean | ||
| gst_inceptionv1_preprocess (GstVideoInference * vi, | ||
| GstVideoFrame * inframe, GstVideoFrame * outframe) | ||
| { | ||
| GST_LOG_OBJECT (vi, "Preprocess"); | ||
| return gst_normalize (inframe, outframe, MEAN, STD, MODEL_CHANNELS); | ||
| } | ||
|
|
||
| static gboolean | ||
| gst_inceptionv1_postprocess (GstVideoInference * vi, const gpointer prediction, | ||
| gsize predsize, GstMeta * meta_model, GstVideoInfo * info_model, | ||
| gboolean * valid_prediction) | ||
| { | ||
| GstClassificationMeta *class_meta = (GstClassificationMeta *) meta_model; | ||
| GstDebugLevel gst_debug_level = GST_LEVEL_LOG; | ||
| GST_LOG_OBJECT (vi, "Postprocess"); | ||
|
|
||
| gst_fill_classification_meta (class_meta, prediction, predsize); | ||
|
|
||
| gst_inference_print_highest_probability (vi, gst_inceptionv1_debug_category, | ||
| class_meta, prediction, gst_debug_level); | ||
|
|
||
| *valid_prediction = TRUE; | ||
| return TRUE; | ||
| } | ||
|
|
||
| static gboolean | ||
| gst_inceptionv1_start (GstVideoInference * vi) | ||
| { | ||
| GST_INFO_OBJECT (vi, "Starting Inception v1"); | ||
|
|
||
| return TRUE; | ||
| } | ||
|
|
||
| static gboolean | ||
| gst_inceptionv1_stop (GstVideoInference * vi) | ||
| { | ||
| GST_INFO_OBJECT (vi, "Stopping Inception v1"); | ||
|
|
||
| return TRUE; | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,34 @@ | ||
| /* | ||
| * GStreamer | ||
| * Copyright (C) 2018 RidgeRun | ||
| * | ||
| * This library is free software; you can redistribute it and/or | ||
| * modify it under the terms of the GNU Library General Public | ||
| * License as published by the Free Software Foundation; either | ||
| * version 2 of the License, or (at your option) any later version. | ||
| * | ||
| * This library is distributed in the hope that it will be useful, | ||
| * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | ||
| * Library General Public License for more details. | ||
| * | ||
| * You should have received a copy of the GNU Library General Public | ||
| * License along with this library; if not, write to the | ||
| * Free Software Foundation, Inc., 59 Temple Place - Suite 330, | ||
| * Boston, MA 02111-1307, USA. | ||
| * | ||
| */ | ||
|
|
||
| #ifndef _GST_INCEPTIONV1_H_ | ||
| #define _GST_INCEPTIONV1_H_ | ||
|
|
||
| #include <gst/r2inference/gstvideoinference.h> | ||
|
|
||
| G_BEGIN_DECLS | ||
|
|
||
| #define GST_TYPE_INCEPTIONV1 gst_inceptionv1_get_type () | ||
| G_DECLARE_FINAL_TYPE (GstInceptionv1, gst_inceptionv1, GST, INCEPTIONV1, GstVideoInference) | ||
|
|
||
| G_END_DECLS | ||
|
|
||
| #endif |
Oops, something went wrong.