Objave

@inproceedings{TomasevicIJCBBiOcular,

title = {BiOcularGAN: Bimodal Synthesis and Annotation of Ocular Images},

author = {Darian Tomašević and Peter Peer and Vitomir Štruc },

url = {https://lmi.fe.uni-lj.si/wp-content/uploads/2022/12/BiModal_StyleGAN.pdf

https://arxiv.org/pdf/2205.01536.pdf},

year  = {2022},

date = {2022-10-20},

urldate = {2022-10-20},

booktitle = {IEEE/IAPR International Joint Conference on Biometrics (IJCB 2022) },

pages = {1-10},

abstract = {Current state-of-the-art segmentation techniques for ocular images are critically dependent on large-scale annotated datasets, which are labor-intensive to gather and often raise privacy concerns. In this paper, we present a novel framework, called BiOcularGAN, capable of generating synthetic large-scale datasets of photorealistic (visible light and near-infrared) ocular images, together with corresponding segmentation labels to address these issues. At its core, the framework relies on a novel Dual-Branch StyleGAN2 (DB-StyleGAN2) model that facilitates bimodal image generation, and a Semantic Mask Generator (SMG) component that produces semantic annotations by exploiting latent features of the DB-StyleGAN2 model. We evaluate BiOcularGAN through extensive experiments across five diverse ocular datasets and analyze the effects of bimodal data generation on image quality and the produced annotations. Our experimental results show that BiOcularGAN is able to produce high-quality matching bimodal images and annotations (with minimal manual intervention) that can be used to train highly competitive (deep) segmentation models (in a privacy aware-manner) that perform well across multiple real-world datasets. The source code for the BiOcularGAN framework is publicly available at: https://github.com/dariant/BiOcularGAN.},

keywords = {biometrics, CNN, data synthesis, deep learning, ocular, segmentation, StyleGAN, synthetic data},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{SSBC2020,

title = {SSBC 2020: Sclera Segmentation Benchmarking Competition in the Mobile Environment},

author = {M. Vitek and A. Das and Y. Pourcenoux and A. Missler and C. Paumier and S. Das and I. De Ghosh and D. R. Lucio and L. A. Zanlorensi Jr. and D. Menotti and F. Boutros and N. Damer and J. H. Grebe and A. Kuijper and J. Hu and Y. He and C. Wang and H. Liu and Y. Wang and Z. Sun and D. Osorio-Roig and C. Rathgeb and C. Busch and J. Tapia and A.~Valenzuela and G. Zampoukis and L. Tsochatzidis and I. Pratikakis and S. Nathan and R. Suganya and V. Mehta and A. Dhall and K. Raja and G. Gupta and J. N. Khiarak and M. Akbari-Shahper and F. Jaryani and M. Asgari-Chenaghlu and R. Vyas and S. Dakshit and S. Dakshit and P. Peer and U. Pal and V. Štruc},

url = {https://lmi.fe.uni-lj.si/wp-content/uploads/2020/11/IJCB_SSBC_2020.pdf},

year  = {2020},

date = {2020-09-28},

booktitle = {International Joint Conference on Biometrics (IJCB 2020)},

pages = {1--10},

abstract = {The paper presents a summary of the 2020 Sclera Segmentation Benchmarking Competition (SSBC), the 7th in the series of group benchmarking efforts centred around the problem of sclera segmentation. Different from previous editions, the goal of SSBC 2020 was to evaluate the performance of sclera-segmentation models on images captured with mobile devices. The competition was used as a platform to assess the sensitivity of existing models to i) differences in mobile devices used for image capture and ii) changes in the ambient acquisition conditions. 26 research groups registered for SSBC 2020, out of which 13 took part in the final round and submitted a total of 16 segmentation models for scoring. These included a wide variety of deep-learning solutions as well as one approach based on standard image processing techniques. Experiments were conducted with three recent datasets. Most of the segmentation models achieved relatively consistent  performance across images captured with different mobile devices (with slight differences across devices), but struggled most with  low-quality images captured in challenging ambient conditions, i.e., in an indoor environment and with poor lighting. },

keywords = {biometrics, competition IJCB, ocular, sclera, segmentation, SSBC},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{lozej2019influence,

title = {Influence of segmentation on deep iris recognition performance},

author = {Juš Lozej and Dejan Štepec and Vitomir Štruc and Peter Peer},

url = {https://arxiv.org/pdf/1901.10431.pdf},

year  = {2019},

date = {2019-03-01},

booktitle = {7th IAPR/IEEE International Workshop on Biometrics and Forensics (IWBF 2019)},

journal = {arXiv preprint arXiv:1901.10431},

abstract = {Despite the rise of deep learning in numerous areas of computer vision and image processing, iris recognition has not benefited considerably from these trends so far. Most of the existing research on deep iris recognition is focused on new models for generating discriminative and robust iris representations and relies on methodologies akin to traditional iris recognition pipelines. Hence, the proposed models do not approach iris recognition in an end-to-end manner, but rather use standard heuristic iris segmentation (and unwrapping) techniques to produce normalized inputs for the deep learning models. However, because deep learning is able to model very complex data distributions and nonlinear data changes, an obvious question arises. How important is the use of traditional segmentation methods in a deep learning setting? To answer this question, we present in this paper an empirical analysis of the impact of iris segmentation on the performance of deep learning models using a simple two stage pipeline consisting of a segmentation and a recognition step. We evaluate how the accuracy of segmentation influences recognition performance but also examine if segmentation is needed at all. We use the CASIA Thousand and SBVPI datasets for the experiments and report several interesting findings.},

keywords = {biometrics, iris, ocular, segmentation},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{rot2018deep,

title = {Deep multi-class eye segmentation for ocular biometrics},

author = {Peter Rot and Žiga Emeršič and Vitomir Struc and Peter Peer},

url = {https://lmi.fe.uni-lj.si/wp-content/uploads/2019/08/MultiClassReduced.pdf},

year  = {2018},

date = {2018-07-01},

booktitle = {2018 IEEE International Work Conference on Bioinspired Intelligence (IWOBI)},

pages = {1--8},

organization = {IEEE},

abstract = {Segmentation techniques for ocular biometrics typically focus on finding a single eye region in the input image at the time. Only limited work has been done on multi-class eye segmentation despite a number of obvious advantages. In this paper we address this gap and present a deep multi-class eye segmentation model build around the SegNet architecture. We train the model on a small dataset (of 120 samples) of eye images and observe it to generalize well to unseen images and to ensure highly accurate segmentation results. We evaluate the model on the Multi-Angle Sclera Database (MASD) dataset and describe comprehensive experiments focusing on: i) segmentation performance, ii) error analysis, iii) the sensitivity of the model to changes in view direction, and iv) comparisons with competing single-class techniques. Our results show that the proposed model is viable solution for multi-class eye segmentation suitable for recognition (multi-biometric) pipelines based on ocular characteristics.},

keywords = {biometrics, eye, ocular, sclera, segmentation},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{lozej2018end,

title = {End-to-end iris segmentation using U-Net},

author = {Juš Lozej and Blaž Meden and Vitomir Struc and Peter Peer},

url = {https://lmi.fe.uni-lj.si/wp-content/uploads/2019/08/IWOBI_2018_paper_15.pdf},

year  = {2018},

date = {2018-07-01},

booktitle = {2018 IEEE International Work Conference on Bioinspired Intelligence (IWOBI)},

pages = {1--6},

organization = {IEEE},

abstract = {Iris segmentation is an important research topic that received significant attention from the research community over the years. Traditional iris segmentation techniques have typically been focused on hand-crafted procedures that, nonetheless, achieved remarkable segmentation performance even with images captured in difficult settings. With the success of deep-learning models, researchers are increasingly looking towards convolutional neural networks (CNNs) to further improve on the accuracy of existing iris segmentation techniques and several CNN-based techniques have already been presented recently in the literature. In this paper we also consider deep-learning models for iris segmentation and present an iris segmentation approach based on the popular U-Net architecture. Our model is trainable end-to-end and, hence, avoids the need for hand designing the segmentation procedure. We evaluate the model on the CASIA dataset and report encouraging results in comparison to existing techniques used in this area.},

keywords = {biometrics, CNN, convolutional neural networks, iris, ocular, U-net},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Dasicb2018,

title = {SSBC 2018: Sclera Segmentation Benchmarking Competition},

author = {Abhijit Das and Umapada Pal and Miguel A. Ferrer and Michael Blumenstein and Dejan Štepec and Peter Rot and Žiga Emeršič and Peter Peer and Vitomir Štruc},

url = {https://lmi.fe.uni-lj.si/wp-content/uploads/2019/08/icb2018_sserbc.pdf},

year  = {2018},

date = {2018-02-01},

booktitle = {2018 International Conference on Biometrics (ICB)},

abstract = {This paper summarises the results of the Sclera Segmentation Benchmarking Competition (SSBC 2018). It was organised in the context of the 11th IAPR International Conference on Biometrics (ICB 2018). The aim of this competition was to record the developments on sclera segmentation in the cross-sensor environment (sclera trait captured using multiple acquiring sensors). Additionally, the competition also aimed to gain the attention of researchers on this subject of research. For the purpose of benchmarking, we have developed two datasets of sclera images captured using different sensors. The first dataset was collected using a DSLR camera and the second one was collected using a mobile phone camera. The first dataset is the Multi-Angle Sclera Dataset (MASD version 1), which was used in the context of the previous versions of sclera segmentation competitions. The images in the second dataset were captured using .a mobile phone rear camera of 8-megapixel. As baseline manual segmentation mask of the sclera images from both the datasets were developed. Precision and recall-based statistical measures were employed to evaluate the effectiveness of the submitted segmentation technique and to rank them. Six algorithms were submitted towards the segmentation task. This paper analyses the results produced by these algorithms/system and defines a way forward for this subject of research. Both the datasets along with some of the accompanying ground truth/baseline mask will be freely available for research purposes upon request to authors by email.},

keywords = {competition, ocular, sclera, sclera segmentation},

pubstate = {published},

tppubtype = {inproceedings}

}