Skip to main content

datumaro

  • openvinotoolkit/datumaro
    • MIT, Python
  • 注意⚠️ 依赖的 openvino 可能对 Python 版本有要求,安装不上会导致安装 0.5.0 的 datumaro
    • openvino==2023.2
      • 要求 Python 3.8-3.11
# https://pypi.org/project/datumaro/
pip3 install datumaro # 核心库
pip3 install 'datumaro[default]==1.7.0' # 默认依赖,作为 CLI 使用

datum --version
pip install --upgrade datumaro # 如果是旧版本,则尝试升级

mkdir ds
cd ds
# 会创建 .datumaro .dvc .dvcignore
datum project create

datum project export -e '/item/annotation' --filter-mode 'i+a' -f --save-images < your_target_format > --

# -t TRANSFORM [-o DST_DIR] [--overwrite] [-p PROJECT_DIR] [--stage STAGE] [--apply APPLY] [target]
datum transform -t random_split ds:yolo -- --subset train:.67 --subset test:.33 # 随机分割数据集

Reference

# near-duplicated images
datum prune -m ndr -p </path/to/project/>

datum transform -t ndr -- \
--working_subset train
--algorithm gradient
--num_cut 100
--over_sample random
--under_sample uniform

FAQ

error: can't find Rust compiler

brew install rust

disable telemetry

# %localappdata%\Intel Corporation\isip
rm -rf $HOME/intel/isip

schema

export interface Root {
info: Info;
categories: Categories;
items: Item[];
}

export interface Info {}

export interface Categories {
label: Label;
points: Points;
}

export interface Label {
labels: Label2[];
attributes: string[];
}

export interface Label2 {
name: string;
parent: string;
attributes: any[];
}

export interface Points {
items: any[];
}

export interface Item {
id: string; // frame_000000
annotations: Annotation[];
attr: Attr;
point_cloud: { path: '' };
image: Image;
}

export interface Annotation {
id: number;
type: string;
attributes: Attributes;
group: number;
label_id: number;
z_order: number;
bbox: number[];
}

export interface Attributes {
occluded: boolean;
rotation: number;
track_id: number;
keyframe: boolean;
}

export interface Attr {
frame: number;
}

export interface Image {
path: string;
size: number[];
}