{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,1]],"date-time":"2025-03-01T06:12:26Z","timestamp":1740809546974,"version":"3.38.0"},"reference-count":29,"publisher":"Institute of Electronics, Information and Communications Engineers (IEICE)","issue":"3","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEICE Trans. Fundamentals"],"published-print":{"date-parts":[[2025,3,1]]},"DOI":"10.1587\/transfun.2024vlp0013","type":"journal-article","created":{"date-parts":[[2024,9,4]],"date-time":"2024-09-04T22:13:11Z","timestamp":1725487991000},"page":"482-490","source":"Crossref","is-referenced-by-count":0,"title":["RGB-Event Multi-Modal NV-CiM to Detect Object by Mapping-Oriented Enhanced-Feature Pyramid Network with Mapping-Aware Group Convolution"],"prefix":"10.1587","volume":"E108.A","author":[{"given":"Yuya","family":"ICHIKAWA","sequence":"first","affiliation":[{"name":"Dept. of Electrical Engineering and Information Systems, The University of Tokyo"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Naoko","family":"MISAWA","sequence":"additional","affiliation":[{"name":"Dept. of Electrical Engineering and Information Systems, The University of Tokyo"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chihiro","family":"MATSUI","sequence":"additional","affiliation":[{"name":"Dept. of Electrical Engineering and Information Systems, The University of Tokyo"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ken","family":"TAKEUCHI","sequence":"additional","affiliation":[{"name":"Dept. of Electrical Engineering and Information Systems, The University of Tokyo"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"532","reference":[{"key":"1","doi-asserted-by":"publisher","unstructured":"[1] N. Verma, H. Jia, H. Valavi, Y. Tang, M. Ozatay, L.-Y. Chen, B. Zhang, and P. Deaville, \u201cIn-memory computing: Advances and prospects,\u201d IEEE Solid State Circuits Mag., vol.11, no.3, pp.43-55, 2019. 10.1109\/mssc.2019.2922889","DOI":"10.1109\/MSSC.2019.2922889"},{"key":"2","doi-asserted-by":"publisher","unstructured":"[2] N. Lepri, A. Glukhov, L. Cattaneo, M. Farronato, P. Mannocci, and D. Ielmini, \u201cIn-memory computing for machine learning and deep learning,\u201d IEEE J. Electron Devices Soc., vol.11, pp.587-601, 2023. 10.1109\/jeds.2023.3265875","DOI":"10.1109\/JEDS.2023.3265875"},{"key":"3","doi-asserted-by":"crossref","unstructured":"[3] J. Lin and F. Zhang, \u201cR<sup>3<\/sup>LIVE: A robust, Real-time, RGB-colored, LiDAR-inertial-visual tightly-coupled state estimation and mapping package,\u201d IEEE International Conference on Robotics and Automation (ICRA), pp.10672-10678, 2022. 10.1109\/icra46639.2022.9811935","DOI":"10.1109\/ICRA46639.2022.9811935"},{"key":"4","doi-asserted-by":"crossref","unstructured":"[4] Z. Wu, S. Gobichettipalayam, B. Tamadazte, G. Allibert, D.P. Paudel, and C. Demonceaux, \u201cRobust RGB-D fusion for saliency detection,\u201d International Conference on 3D Vision (3DV), pp.403-413, 2022. 10.1109\/3dv57658.2022.00052","DOI":"10.1109\/3DV57658.2022.00052"},{"key":"5","doi-asserted-by":"crossref","unstructured":"[5] Z. Zhou, Z. Wu, R. Boutteau, F. Yang, C. Demonceaux, and D. Ginhac, \u201cRGB-event fusion for moving object detection in autonomous driving,\u201d IEEE International Conference on Robotics and Automation (ICRA), pp.7808-7815, 2023. 10.1109\/icra48891.2023.10161563","DOI":"10.1109\/ICRA48891.2023.10161563"},{"key":"6","doi-asserted-by":"crossref","unstructured":"[6] A. Tomy, A. Paigwar, K.S. Mann, A. Renzaglia, and C. Laugier, \u201cFusing event-based and RGB camera for robust object detection in adverse conditions,\u201d IEEE International Conference on Robotics and Automation (ICRA), pp.933-939, 2022. 10.1109\/icra46639.2022.9812059","DOI":"10.1109\/ICRA46639.2022.9812059"},{"key":"7","doi-asserted-by":"crossref","unstructured":"[7] T. Finateu, A. Niwa, D. Matolin, K. Tsuchimoto, A. Mascheroni, E. Reynaud, P. Mostafalu, F. Brady, L. Chotard, F. LeGoff, H. Takahashi, H. Wakabayashi, Y. Oike, and C. Posch, \u201cA 1280\u00d7720 back-illuminated stacked temporal contrast event-based vision sensor with 4.86\u2006<i>\u03bc<\/i>m pixels, 1.066GEPS readout, programmable event-rate controller and compressive data-formatting pipeline,\u201d IEEE International Solid-State Circuits Conference (ISSCC), pp.112-114, 2020. 10.1109\/isscc19947.2020.9063149","DOI":"10.1109\/ISSCC19947.2020.9063149"},{"key":"8","doi-asserted-by":"publisher","unstructured":"[8] G. Gallego, T. Delbruck, G. Orchard, C. Bartolozzi, B. Taba, A. Censi, S. Leutenegger, A.J. Davison, J. Conradt, K. Daniilidis, and D. Scaramuzza, \u201cEvent-based vision: A survey,\u201d IEEE Trans. Pattern Anal. Mach. Intell., vol.44, no.1, pp.154-180, 2022. 10.1109\/tpami.2020.3008413","DOI":"10.1109\/TPAMI.2020.3008413"},{"key":"9","doi-asserted-by":"crossref","unstructured":"[9] P. Lichtsteiner, C. Posch, and T. Delbruck, \u201cA 128\u00d7128 120\u2006db 30\u2006mw asynchronous vision sensor that responds to relative intensity change,\u201d IEEE International Solid-State Circuits Conference (ISSCC), pp.2060-2069, 2006. 10.1109\/isscc.2006.1696265","DOI":"10.1109\/ISSCC.2006.1696265"},{"key":"10","doi-asserted-by":"crossref","unstructured":"[10] J. Han, H. Liu, M. Wang, Z. Li, and Y. Zhang, \u201cERA-LSTM: An efficient ReRAM-based architecture for long short-term memory,\u201d IEEE Trans. Parallel Distrib. Syst., vol.31, no.6, pp.1328-1342, 2020. 10.1109\/tpds.2019.2962806","DOI":"10.1109\/TPDS.2019.2962806"},{"key":"11","doi-asserted-by":"crossref","unstructured":"[11] C.-X. Xue, T.-Y. Huang, J.-S. Liu, T.-W. Chang, H.-Y. Kao, J.-H. Wang, T.-W. Liu, S.-Y. Wei, S.-P. Huang, W.-C. Wei, Y.-R. Chen, T.-H. Hsu, Y.-K. Chen, Y.-C. Lo, T.-H. Wen, C.-C. Lo, R.-S. Liu, C.-C. Hsieh, K.-T. Tang, and M.-F. Chang, \u201cA 22\u2006nm 2\u2006Mb ReRAM compute-in-memory macro with 121-28TOPS\/W for multibit MAC computing for tiny AI edge devices,\u201d IEEE International Solid-State Circuits Conference (ISSCC), pp.244-246, 2020. 10.1109\/isscc19947.2020.9063078","DOI":"10.1109\/ISSCC19947.2020.9063078"},{"key":"12","doi-asserted-by":"publisher","unstructured":"[12] Y. Ichikawa, A. Yamada, N. Misawa, C. Matsui, and K. Takeuchi, \u201cREM-CiM: Attentional RGB-event fusion multi-modal analog CiM for area\/energy-efficient edge object detection during both day and night,\u201d IEICE Trans. Electron., vol.E107-C, no.10, pp.426-435, Oct. 2024. 10.1587\/transele.2023ctp0001","DOI":"10.1587\/transele.2023CTP0001"},{"key":"13","doi-asserted-by":"publisher","unstructured":"[13] X. Peng, R. Liu, and S. Yu, \u201cOptimizing weight mapping and data flow for convolutional neural networks on processing-in-memory architectures,\u201d IEEE Trans. Circuits Syst. I. Reg. Papers, vol.67, no.4, pp.1333-1343, 2020. 10.1109\/tcsi.2019.2958568","DOI":"10.1109\/TCSI.2019.2958568"},{"key":"14","doi-asserted-by":"crossref","unstructured":"[14] S. Xie, R. Girshick, P. Doll\u00e1r, Z. Tu, and K. He, \u201cAggregated residual transformations for deep neural networks,\u201d IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp.5987-5995, 2017. 10.1109\/cvpr.2017.634","DOI":"10.1109\/CVPR.2017.634"},{"key":"15","doi-asserted-by":"crossref","unstructured":"[15] C. Guo, B. Fan, Q. Zhang, S. Xiang, and C. Pan, \u201cAugFPN: Improving multi-scale feature learning for object detection,\u201d IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp.12592-12601, 2020. 10.1109\/cvpr42600.2020.01261","DOI":"10.1109\/CVPR42600.2020.01261"},{"key":"16","doi-asserted-by":"crossref","unstructured":"[16] P. Chen, M. Wu, Y. Ma, L. Ye, and R. Huang, \u201cRIMAC: An array-level ADC\/DAC-free ReRAM-based in-memory DNN processor with analog cache and computation,\u201d 28th Asia and South Pacific Design Automation Conference (ASP-DAC), pp.228-233, 2023. 10.1145\/3566097.3567860","DOI":"10.1145\/3566097.3567860"},{"key":"17","doi-asserted-by":"crossref","unstructured":"[17] S. Yu, X. Sun, X. Peng, and S. Huang, \u201cCompute-in-memory with emerging nonvolatile-memories: Challenges and prospects,\u201d IEEE Custom Integrated Circuits Conference (CICC), pp.1-4, 2020. 10.1109\/cicc48029.2020.9075887","DOI":"10.1109\/CICC48029.2020.9075887"},{"key":"18","doi-asserted-by":"crossref","unstructured":"[18] H. Jiang, W. Li, S. Huang, and S. Yu, \u201cA 40\u2006nm analog-input ADC-free compute-in-memory RRAM macro with pulse-width modulation between sub-arrays,\u201d IEEE Symposium on VLSI Technology and Circuits, pp.266-267, 2022. 10.1109\/vlsitechnologyandcir46769.2022.9830211","DOI":"10.1109\/VLSITechnologyandCir46769.2022.9830211"},{"key":"19","doi-asserted-by":"crossref","unstructured":"[19] R. Mochida, K. Kouno, Y. Hayata, M. Nakayama, T. Ono, H. Suwa, R. Yasuhara, K. Katayama, T. Mikawa, and Y. Gohou, \u201cA 4M synapses integrated analog ReRAM based 66.5\u2006TOPS\/W neural-network processor with cell current controlled writing and flexible network architecture,\u201d IEEE Symposium on VLSI Technology, pp.175-176, 2018. 10.1109\/vlsit.2018.8510676","DOI":"10.1109\/VLSIT.2018.8510676"},{"key":"20","doi-asserted-by":"crossref","unstructured":"[20] S. Fukuyama, A. Hayakawa, R. Yasuhara, S. Matsuda, H. Kinoshita, and K. Takeuchi, \u201cComprehensive analysis of data-retention and endurance trade-off of 40\u2006nm TaOx-based ReRAM,\u201d IEEE International Reliability Physics Symposium (IRPS), pp.1-6, 2019. 10.1109\/irps.2019.8720436","DOI":"10.1109\/IRPS.2019.8720436"},{"key":"21","doi-asserted-by":"publisher","unstructured":"[21] Y.-H. Lin, C.-H. Wang, M.-H. Lee, D.-Y. Lee, Y.-Y. Lin, F.-M. Lee, H.-L. Lung, K.-C. Wang, T.-Y. Tseng, and C.-Y. Lu, \u201cPerformance impacts of analog ReRAM non-ideality on neuromorphic computing,\u201d IEEE Trans. Electron Devices, vol.66, no.3, pp.1289-1295, 2019. 10.1109\/ted.2019.2894273","DOI":"10.1109\/TED.2019.2894273"},{"key":"22","unstructured":"[22] A.G. Howard, M. Zhu, B. Chen, D. Kalenichenko, W. Wang, T. Weyand, M. Andreetto, and H. Adam, \u201cMobileNets: Efficient convolutional neural networks for mobile vision applications,\u201d arXiv preprint arXiv:1704.04861, 2017. 10.48550\/arXiv.1704.04861"},{"key":"23","doi-asserted-by":"crossref","unstructured":"[23] X. Zhang, X. Zhou, M. Lin, and J. Sun, \u201cShuffleNet: An extremely efficient convolutional neural network,\u201d IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp.6848-6856, 2018. 10.1109\/cvpr.2018.00716","DOI":"10.1109\/CVPR.2018.00716"},{"key":"24","doi-asserted-by":"crossref","unstructured":"[24] G. Huang, S. Liu, L. van der Maaten, and K.Q. Weinberger, \u201cCondenseNet: An efficient DenseNet using learned group convolution,\u201d IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp.2752-2761, 2018. 10.1109\/cvpr.2018.00291","DOI":"10.1109\/CVPR.2018.00291"},{"key":"25","doi-asserted-by":"crossref","unstructured":"[25] M. Tan, R. Pang, and Q.V. Le, \u201cEfficientDet: Scalable and efficient object detection,\u201d IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp.10778-10787, 2020. 10.1109\/cvpr42600.2020.01079","DOI":"10.1109\/CVPR42600.2020.01079"},{"key":"26","unstructured":"[26] Ultralytics, Yolov5. Online. Available: https:\/\/github.com\/ultralytics\/yolov5"},{"key":"27","doi-asserted-by":"crossref","unstructured":"[27] K. He, X. Zhang, S. Ren, and J. Sun, \u201cDeep residual learning for image recognition,\u201d IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp.770-778, 2016. 10.1109\/cvpr.2016.90","DOI":"10.1109\/CVPR.2016.90"},{"key":"28","doi-asserted-by":"crossref","unstructured":"[28] A. Yamada, N. Misawa, C. Matsui, and K. Takeuchi, \u201cLIORAT: NN layer I\/O range training for area\/energy-efficient low-bit A\/D conversion system design in error-tolerant computation-in-memory,\u201d IEEE\/ACM International Conference on Computer Aided Design (ICCAD), pp.1-9, 2023. 10.1109\/iccad57390.2023.10323664","DOI":"10.1109\/ICCAD57390.2023.10323664"},{"key":"29","doi-asserted-by":"crossref","unstructured":"[29] K. Higuchi, C. Matsui, N. Misawa, and K. Takeuchi, \u201cComprehensive computation-in-memory simulation platform with non-volatile memory non-ideality consideration for deep learning applications,\u201d International Conference on Solid State Devices and Materials (SSDM), pp.121-122, 2021. 10.7567\/ssdm.2021.b-5-03","DOI":"10.7567\/SSDM.2021.B-5-03"}],"container-title":["IEICE Transactions on Fundamentals of Electronics, Communications and Computer Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.jstage.jst.go.jp\/article\/transfun\/E108.A\/3\/E108.A_2024VLP0013\/_pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,1]],"date-time":"2025-03-01T03:32:38Z","timestamp":1740799958000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.jstage.jst.go.jp\/article\/transfun\/E108.A\/3\/E108.A_2024VLP0013\/_article"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,1]]},"references-count":29,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2025]]}},"URL":"https:\/\/doi.org\/10.1587\/transfun.2024vlp0013","relation":{},"ISSN":["0916-8508","1745-1337"],"issn-type":[{"type":"print","value":"0916-8508"},{"type":"electronic","value":"1745-1337"}],"subject":[],"published":{"date-parts":[[2025,3,1]]},"article-number":"2024VLP0013"}}