onnx-community/mediapipe_selfie_segmentation_landscape-web

Usage (Transformers.js)

If you haven't already, you can install the Transformers.js JavaScript library from NPM using:

npm i @huggingface/transformers

Example: Selfie segmentation with onnx-community/mediapipe_selfie_segmentation_landscape-web.

import { AutoModel, RawImage, Tensor } from '@huggingface/transformers';

// Load model and processor
const model_id = 'onnx-community/mediapipe_selfie_segmentation_landscape-web';
const model = await AutoModel.from_pretrained(model_id, { dtype: 'fp32' });

// Load image from URL
const url = 'https://huggingface.co/datasets/Xenova/transformers.js-docs/resolve/main/selfie_segmentation_landscape.png';
const image = await RawImage.read(url);

// Predict alpha matte
const { alphas } = await model({
    pixel_values: new Tensor(
        'uint8',
        image.data,
        [1, image.height, image.width, 3],
    ),
});

// Save output mask
const mask = RawImage.fromTensor(alphas[0].mul(255).to('uint8'), 'HWC')
mask.save('mask.png');

// (Optional) Apply mask to original image
const result = image.clone().putAlpha(mask);
result.save('result.png');

Input image	Predicted mask	Output image