dev_close_window ()
dev_open_window (0, 0, 512, 512, 'black', WindowHandle)
set_display_font (WindowHandle, 12, 'mono', 'true', 'false')
dev_set_draw ('margin')
dev_set_line_width (2)
set_display_font (WindowHandle, 16, 'mono', 'true', 'false')
dev_update_window ('off')
Regions := ['yellow','blue','red','background']
Highlight := ['goldenrod','magenta','cyan','cyan']
*
* Create an MLP classifier
create_class_mlp (3, 10, 4, 'softmax', 'normalization', 10, 42, MLPHandle)
*
*添加黄色区域
list_files ('C:/Users/Dell/Desktop/颜色分割/图片/黄色 - 副本', ['files','follow_links'], ImageFiles)
tuple_regexp_select (ImageFiles, ['\\.(tif|tiff|gif|bmp|jpg|jpeg|jp2|png)$','ignore_case'], ImageFiles)
for i := 0 to |ImageFiles| - 1 by 1
read_image (Image, 'C:/Users/Dell/Desktop/颜色分割/图片/黄色/' + i + '.bmp')
* Image Acquisition 01: Do something
dev_display (Image)
*
*手动绘制区域,暂时屏蔽
* disp_message (WindowHandle, '绘制黄色区域', 'window', 10, 10, 'black', 'true')
* draw_rectangle1 (WindowHandle, Row1, Column1, Row2, Column2)
* gen_rectangle1 (YellowRegion, Row1, Column1, Row2, Column2)
* dev_display (YellowRegion)
* disp_message (WindowHandle, '绘制背景区域', 'window', 10, 10, 'black', 'true')
* draw_rectangle1 (WindowHandle, Row11, Column11, Row21, Column21)
* gen_rectangle1 (BackgroundRegion, Row11, Column11, Row21, Column21)
* dev_display (BackgroundRegion)
*
*读取XML生成训练区域,暂时屏蔽
*读取黄色区域
* fread_xml_to_vector ('C:/Users/Dell/Desktop/颜色分割/图片/黄色 - 副本/'+i+'_Dirt.xml', LoadedElements)
* get_vector_param_value (LoadedElements, 'Row1', Row1)
* get_vector_param_value (LoadedElements, 'Column1', Column1)
* get_vector_param_value (LoadedElements, 'Row2', Row2)
* get_vector_param_value (LoadedElements, 'Column2', Column2)
* gen_rectangle1 (YellowRegion, Row1, Column1, Row2, Column2)
* dev_display (YellowRegion)
* disp_message (WindowHandle, '黄色', 'image', (Row1 + Row2)/2, (Column1 + Column2)/2, 'black', 'true')
*读取背景区域
* fread_xml_to_vector ('C:/Users/Dell/Desktop/颜色分割/图片/黄色 - 副本/'+i+'_BackGround.xml', LoadedElements)
* get_vector_param_value (LoadedElements, 'Row1', Row11)
* get_vector_param_value (LoadedElements, 'Column1', Column11)
* get_vector_param_value (LoadedElements, 'Row2', Row21)
* get_vector_param_value (LoadedElements, 'Column2', Column21)
* gen_rectangle1 (BackgroundRegion, Row11, Column11, Row21, Column21)
* dev_display (BackgroundRegion)
* disp_message (WindowHandle, '背景', 'image', (Row11 + Row21)/2, (Column11 + Column21)/2, 'black', 'true')
* stop()
*
*直接读取区域,添加到训练区域数组
*读取黄色区域
read_region (YellowRegion, 'C:/Users/Dell/Desktop/颜色分割/图片/黄色 - 副本/'+i+'_Dirt.hobj')
area_center (YellowRegion, Area1, Row1, Column1)
dev_display (YellowRegion)
disp_message (WindowHandle, '黄色', 'image', Row1, Column1, 'black', 'true')
*读取背景区域
read_region (BackgroundRegion, 'C:/Users/Dell/Desktop/颜色分割/图片/黄色 - 副本/'+i+'_background.hobj')
area_center (BackgroundRegion, Area2, Row2, Column2)
dev_display (BackgroundRegion)
disp_message (WindowHandle, '背景', 'image', Row2, Column2, 'black', 'true')
*
*添加训练区域到数组
*初始化训练区域和空区域(后面每添加一个种类,都要初始化对应的TrainingRegions。EmptyRegion不用初始化)
gen_empty_region (EmptyRegion)
gen_empty_region (EmptyRegion1)
gen_empty_obj (TrainingRegions1)
*添加黄色区域到训练区域数组
concat_obj (TrainingRegions1, YellowRegion, TrainingRegions1)
*添加空区域(在此默认蓝色,红色区域为空)到训练区域数组
concat_obj (TrainingRegions1, EmptyRegion, TrainingRegions1)
concat_obj (TrainingRegions1, EmptyRegion1, TrainingRegions1)
*添加背景区域到训练区域数组
concat_obj (TrainingRegions1, BackgroundRegion, TrainingRegions1)
*添加训练区域
add_samples_image_class_mlp (Image, TrainingRegions1, MLPHandle)
stop ()
endfor
stop ()
*
*添加蓝色区域
list_files ('C:/Users/Dell/Desktop/颜色分割/图片/蓝色', ['files','follow_links'], ImageFiles)
tuple_regexp_select (ImageFiles, ['\\.(tif|tiff|gif|bmp|jpg|jpeg|jp2|png)$','ignore_case'], ImageFiles)
for i := 0 to |ImageFiles| - 1 by 1
read_image (Image, 'C:/Users/Dell/Desktop/颜色分割/图片/蓝色/' + i + '.bmp')
dev_display (Image)
*
*手动绘制区域,暂时屏蔽
* disp_message (WindowHandle, '绘制蓝色区域', 'image', 10, 10, 'black', 'true')
* draw_rectangle1 (WindowHandle, Row12, Column12, Row22, Column22)
* gen_rectangle1 (BlueRegion, Row12, Column12, Row22, Column22)
* dev_display (BlueRegion)
* disp_message (WindowHandle, '绘制背景区域', 'image', 10, 10, 'black', 'true')
* draw_rectangle1 (WindowHandle, Row13, Column13, Row23, Column23)
* gen_rectangle1 (BackgroundRegion, Row13, Column13, Row23, Column23)
* dev_display (BackgroundRegion)
*
*读取XML生成训练区域,暂时屏蔽
*读取蓝色区域
* fread_xml_to_vector ('C:/Users/Dell/Desktop/颜色分割/图片/蓝色/'+i+'_Dirt.xml', LoadedElements)
* get_vector_param_value (LoadedElements, 'Row1', Row1)
* get_vector_param_value (LoadedElements, 'Column1', Column1)
* get_vector_param_value (LoadedElements, 'Row2', Row2)
* get_vector_param_value (LoadedElements, 'Column2', Column2)
* gen_rectangle1 (BlueRegion, Row1, Column1, Row2, Column2)
* dev_display (BlueRegion)
* disp_message (WindowHandle, '蓝色', 'image', (Row1 + Row2)/2, (Column1 + Column2)/2, 'black', 'true')
*读取背景区域
* fread_xml_to_vector ('C:/Users/Dell/Desktop/颜色分割/图片/蓝色/'+i+'_BackGround.xml', LoadedElements)
* get_vector_param_value (LoadedElements, 'Row1', Row11)
* get_vector_param_value (LoadedElements, 'Column1', Column11)
* get_vector_param_value (LoadedElements, 'Row2', Row21)
* get_vector_param_value (LoadedElements, 'Column2', Column21)
* gen_rectangle1 (BackgroundRegion, Row11, Column11, Row21, Column21)
* dev_display (BackgroundRegion)
* disp_message (WindowHandle, '背景', 'image', (Row11 + Row21)/2, (Column11 + Column21)/2, 'black', 'true')
* stop()
*
*直接读取区域,添加到训练区域数组
*读取蓝色区域
read_region (BlueRegion, 'C:/Users/Dell/Desktop/颜色分割/图片/蓝色/'+i+'_Dirt.hobj')
area_center (BlueRegion, Area3, Row3, Column3)
dev_display (BlueRegion)
disp_message (WindowHandle, '蓝色', 'image', Row3, Column3, 'black', 'true')
*读取背景区域
read_region (BackgroundRegion, 'C:/Users/Dell/Desktop/粉末颜色分割/图片/蓝色/'+i+'_background.hobj')
area_center (BackgroundRegion, Area4, Row4, Column4)
dev_display (BackgroundRegion)
disp_message (WindowHandle, '背景', 'image', Row4, Column4, 'black', 'true')
*添加训练区域到MLP
gen_empty_obj (TrainingRegions2)
*添加空区域(在此默认黄色区域为空)到训练区域数组
concat_obj (TrainingRegions2, EmptyRegion, TrainingRegions2)
*添加蓝色区域到训练区域数组
concat_obj (TrainingRegions2, BlueRegion, TrainingRegions2)
*添加空区域(在此默认红色区域为空)到训练区域数组
concat_obj (TrainingRegions2, EmptyRegion1, TrainingRegions2)
*添加背景区域到训练区域数组
concat_obj (TrainingRegions2, BackgroundRegion, TrainingRegions2)
add_samples_image_class_mlp (Image, TrainingRegions2, MLPHandle)
stop ()
endfor
stop ()
*
*添加红色区域
list_files ('C:/Users/Dell/Desktop/颜色分割/图片/红色', ['files','follow_links'], ImageFiles)
tuple_regexp_select (ImageFiles, ['\\.(tif|tiff|gif|bmp|jpg|jpeg|jp2|png)$','ignore_case'], ImageFiles)
for i := 0 to |ImageFiles| - 1 by 1
read_image (Image, 'C:/Users/Dell/Desktop/颜色分割/图片/红色/' + i + '.bmp')
dev_display (Image)
*
*直接读取区域,添加到训练区域数组
*读取蓝色区域
read_region (RedRegion, 'C:/Users/Dell/Desktop/颜色分割/图片/红色/'+i+'_Dirt.hobj')
area_center (RedRegion, Area4, Row4, Column4)
dev_display (RedRegion)
disp_message (WindowHandle, '红色', 'image', Row4, Column4, 'black', 'true')
*读取背景区域
read_region (BackgroundRegion, 'C:/Users/Dell/Desktop/颜色分割/图片/红色/'+i+'_background.hobj')
area_center (BackgroundRegion, Area5, Row5, Column5)
dev_display (BackgroundRegion)
disp_message (WindowHandle, '背景', 'image', Row5, Column5, 'black', 'true')
*添加训练区域到MLP
gen_empty_obj (TrainingRegions3)
*添加空区域(在此默认黄色,蓝色区域为空)到训练区域数组
concat_obj (TrainingRegions3, EmptyRegion, TrainingRegions3)
concat_obj (TrainingRegions3, EmptyRegion1, TrainingRegions3)
*添加红色区域到训练区域数组
concat_obj (TrainingRegions3, RedRegion, TrainingRegions3)
*添加背景区域到训练区域数组
concat_obj (TrainingRegions3, BackgroundRegion, TrainingRegions3)
add_samples_image_class_mlp (Image, TrainingRegions3, MLPHandle)
stop ()
endfor
stop ()
* 训练分类器
disp_message (WindowHandle, 'Training...', 'image', 10, 10, 'black', 'true')
train_class_mlp (MLPHandle, 500, 0.5, 0.01, Error, ErrorLog)
write_class_mlp (MLPHandle, 'C:/Users/Dell/Desktop/颜色分割/ColorSegment.gmc')
disp_message (WindowHandle, 'completed', 'image', 10, 10, 'black', 'true')
disp_continue_message (WindowHandle, 'black', 'true')
dev_set_color ('white')
stop ()
dev_set_draw ('margin')
clear_class_mlp (MLPHandle)
*测试
read_class_mlp ('C:/Users/Dell/Desktop/颜色分割/ColorSegment.gmc', MLPHandle1)
list_files ('C:/Users/Dell/Desktop/颜色分割/测试图片', ['files','follow_links'], ImageFiles)
tuple_regexp_select (ImageFiles, ['\\.(tif|tiff|gif|bmp|jpg|jpeg|jp2|png)$','ignore_case'], ImageFiles)
for i := 0 to |ImageFiles| - 1 by 1
read_image (Image, ImageFiles[i])
*
* Apply the trained classes
classify_image_class_mlp (Image, ClassRegions, MLPHandle1, 0.5)
dev_display (Image)
dev_set_line_width (2)
*
* Count the number of game pieces for each color class
for Figure := 1 to |Regions|-1 by 1
copy_obj (ClassRegions, ObjectsSelected, Figure, 1)
connection (ObjectsSelected, ConnectedRegions)
select_shape (ConnectedRegions, SelectedRegions, 'area', 'and', 10, 999999)
union1 (SelectedRegions, RegionUnion)
area_center (RegionUnion, Area, Row, Column)
if (|Area|=0)
Area:=0
endif
count_obj (SelectedRegions, Number)
dev_set_color (Highlight[Figure - 1])
dev_display (SelectedRegions)
OutString := Regions[Figure - 1] + ': ' + Number + ' '
dev_set_color ('green')
disp_message (WindowHandle, OutString, 'window', 10 + 30 * Figure, 12, 'black', 'false')
disp_message (WindowHandle, ' 面积:'+Area, 'window', 10 + 30 * Figure, 120, 'red', 'false')
endfor
stop()
endfor
clear_class_mlp (MLPHandle1)
此算法实现了类似深度学习语义分割的功能,首先把不同颜色的图片,按颜色分类,每种颜色一个文件夹。然后在Halcon里面分别对每个文件夹,标注需要训练的颜色区域。绘制区域并保存到本地。最后把图片和区域依次一一对应读进来,训练。特别要注意的是,每次调用add_samples_image_class_mlp (Image, TrainingRegions3, MLPHandle)算子时,需要把当前添加的颜色区域读出来,并且把背景区域读出来,重要的是要记住把其余颜色区域,用空区域代替,最后把所有的区域 放在一个数组里面,添加到mlp。