60 lines
5.5 KiB
Plaintext
60 lines
5.5 KiB
Plaintext
|
a
|
|||
|
|
£’>jÔ ã @ sˆ d Z ddlmZmZmZ ddlmZ ddlmZ ddl Z ddl
|
|||
|
|
Z
|
|||
|
|
eG dd„ dƒƒZ G dd „ d ƒZ G d
|
|||
|
|
d „ d ƒZ
|
|||
|
|
d d
|
|||
|
|
„ Zedkr„eƒ dS )zR
|
|||
|
|
Data Collection Pipeline
|
|||
|
|
Collect and annotate infrastructure images for training
|
|||
|
|
é )ÚDictÚListÚOptional)Ú dataclass)ÚPathNc @ sV e Zd ZU dZeed< eed< eed< eed< ee ed< eed< dZ e
|
|||
|
|
e ed < dS )
|
|||
|
|
ÚImageAnnotationzImage annotationÚimage_idÚfilenameÚwidthÚheightÚobjectsÚ
|
|||
|
|
scene_typeNÚlocation) Ú__name__Ú
|
|||
|
|
__module__Ú __qualname__Ú__doc__ÚstrÚ__annotations__Úintr r r r © r r úB/home/bernt/.openclaw/workspace/iom/ai_pipeline/data_collection.pyr
|
|||
|
|
s
|
|||
|
|
r c @ sT e Zd ZdZedœdd„Zdeeeeee eedœdd„Z d d
|
|||
|
|
„ Z
|
|||
|
|
ed œd d
|
|||
|
|
„Z dS )Ú
|
|||
|
|
DataCollectorzª
|
|||
|
|
Collect and prepare training data
|
|||
|
|
|
|||
|
|
Sources:
|
|||
|
|
- quiXzoom app submissions
|
|||
|
|
- Public datasets
|
|||
|
|
- Synthetic data generation
|
|||
|
|
- Manual annotation
|
|||
|
|
)Ú output_pathc C s¤ t |ƒ| _g | _| jd d jddd� | jd d jddd� | jd d jddd� | jd d jddd� | jd d jddd� | jd d jddd� d S )NZimagesÚtrainT)ÚparentsÚexist_okÚvalÚtestÚlabels)r r Ú annotationsÚmkdir)Úselfr r r r Ú__init__$ s
|
|||
|
|
zDataCollector.__init__r ©r r r
|
|||
|
|
r r r
|
|||
|
|
Úsplitc C s¬ t ||||||d�}| j |¡ | jd | |› d� } t| dƒ�V}
|
|||
|
|
|D ]@} |
|
|||
|
|
| d › d| d › d| d › d| d › d| d
|
|||
|
|
› d �
|
|||
|
|
¡ qHW d ƒ n1 sž0 Y d S )
|
|||
|
|
zAdd image annotation)r r r
|
|||
|
|
r r r
|
|||
|
|
r z.txtÚwÚclass_idú Úx_centerÚy_centerr
|
|||
|
|
r Ú
|
|||
|
|
N)r r Úappendr ÚopenÚwrite) r" r r r
|
|||
|
|
r r r
|
|||
|
|
r% Ú
|
|||
|
|
annotationZ
|
|||
|
|
label_pathÚfÚobjr r r Úadd_annotation0 s ú z DataCollector.add_annotationc C sd t | j ¡ ƒddddg d¢dœ}t| jd dƒ� }tj||d d
|
|||
|
|
� W d ƒ n1 sV0 Y d S ) z"Create data.yaml for YOLO trainingz images/trainz
|
|||
|
|
images/valz images/testé
|
|||
|
|
)
|
|||
|
|
Z street_lightZ traffic_signZbenchZ trash_canÚsidewalkÚroadZbuildingÚbridgeZtreeÚgraffiti)Úpathr r r ZncÚnamesz data.yamlr& é )ZindentN)r r Zabsoluter- ÚjsonÚdump)r" Údatar0 r r r Úcreate_data_yamlM s úz DataCollector.create_data_yaml)Úreturnc
|
|||
|
|
C sˆ t | jƒtdd„ | jD ƒƒttdd„ | jD ƒƒƒt t| jd d d¡ƒƒt t| jd d d¡ƒƒt t| jd d d¡ƒƒd œd
|
|||
|
|
œS ) zGet dataset statisticsc s s | ]}t |jƒV qd S ©N)Úlenr ©Ú.0Úar r r Ú <genexpr>j ó z*DataCollector.get_stats.<locals>.<genexpr>c s s | ] }|j V qd S r@ )r
|
|||
|
|
rB r r r rE k rF r r Ú*r r )r r r )Ú total_imagesÚ
|
|||
|
|
total_objectsÚ scene_typesÚsplits)rA r ÚsumÚlistÚsetr Zglob©r" r r r Ú get_statsf s ýüzDataCollector.get_statsN)r ) r r r r r r# r r r r2 r> rP r r r r r s
|
|||
|
|
øø r c @ s, e Zd ZdZdd„ Zd eeedœdd„ZdS )
|
|||
|
|
ÚSyntheticDataGeneratorz Generate synthetic training datac C s g d¢| _ g d¢| _d S )N)Ú street_viewÚbuilding_facader6 r5 r4 ÚparkZindustrial_areaZresidential_area)ZcrackZ corrosionr7 ZdamageZwearZdirtZmissingZbroken)ÚscenesÚdefectsrO r r r r# w s
|
|||
|
|
z SyntheticDataGenerator.__init__é )r
|
|||
|
|
Ú num_defectsr? c
|
|||
|
|
|
|||
|
|
C sŒ ddl }d}d}g }t|ƒD ]`}| | j¡}| dd¡} | dd¡}
|
|||
|
|
| dd¡} | dd¡} | | dd ¡| |
|
|||
|
|
| | |d
|