{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T00:20:34Z","timestamp":1742948434342,"version":"3.40.3"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031727085"},{"type":"electronic","value":"9783031727092"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-72709-2_2","type":"book-chapter","created":{"date-parts":[[2024,10,16]],"date-time":"2024-10-16T11:02:37Z","timestamp":1729076557000},"page":"52-73","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Breaking New Ground in\u00a0AI with\u00a0Posit Arithmetic and\u00a0Vision Transformer"],"prefix":"10.1007","author":[{"given":"Ashwini","family":"Jaya Kumar","sequence":"first","affiliation":[]},{"given":"Rajaraman","family":"Subramanian","sequence":"additional","affiliation":[]},{"given":"Sundararajan","family":"Venkatachari","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,10,17]]},"reference":[{"issue":"2","key":"2_CR1","first-page":"71","volume":"4","author":"JL Gustafson","year":"2017","unstructured":"Gustafson, J.L., Yonemoto, I.: Beating floating point at its own game: posit arithmetic. Supercomput. Front. Innov. 4(2), 71\u201386 (2017)","journal-title":"Supercomput. Front. Innov."},{"key":"2_CR2","doi-asserted-by":"crossref","unstructured":"Ho, N.M., Nguyen, D.T., Silva, H.D., Gustafson, J.L., Wong, W.F., Chang, I.J.: Posit arithmetic for the training and deployment of generative adversarial networks. In: 2021 Design, Automation and Test in Europe Conference and Exhibition (DATE), p. 13501355. IEEE (2021)","DOI":"10.23919\/DATE51398.2021.9473933"},{"key":"2_CR3","unstructured":"Dosovitskiy, A., et al.: An image is worth 16 $$\\times $$ 16 words: transformers for image recognition at scale. arXiv preprint arXiv:2010.11929 (2020)"},{"key":"2_CR4","doi-asserted-by":"publisher","unstructured":"Burgess, N., Milanovic, J., Stephens, N., Monachopoulos, K., Mansell, D.: Bfloat16 processing for neural networks. In: 2019 IEEE 26th Symposium on Computer Arithmetic (ARITH), pp. 88\u201391 (2019). https:\/\/doi.org\/10.1109\/ARITH.2019.00022","DOI":"10.1109\/ARITH.2019.00022"},{"key":"2_CR5","doi-asserted-by":"publisher","unstructured":"Raposo, G., Tom\u00e1s, P., Roma, N.: PositNN: training deep neural networks with mixed low-precision posit. In: 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), ICASSP 2021, pp. 7908\u20137912 (2021). https:\/\/doi.org\/10.1109\/ICASSP39728.2021.9413919","DOI":"10.1109\/ICASSP39728.2021.9413919"},{"key":"2_CR6","doi-asserted-by":"publisher","first-page":"102762","DOI":"10.1016\/j.dsp.2020.102762","volume":"102","author":"R Murillo","year":"2020","unstructured":"Murillo, R., Del Barrio, A.A., Botella, G.: Deep PeNSieve: a deep learning framework based on the posit number system. Digit. Sig. Process. 102, 102762 (2020)","journal-title":"Digit. Sig. Process."},{"key":"2_CR7","doi-asserted-by":"crossref","unstructured":"Carmichael, Z., Langroudi, H.F., Khazanov, C., Lillie, J., Gustafson, J.L., Kudithipudi, D.: Deep positron: a deep neural network using the posit number system. In: 2019 Design, Automation and Test in Europe Conference and Exhibition (DATE), pp. 1421\u20131426. IEEE (2019)","DOI":"10.23919\/DATE.2019.8715262"},{"issue":"2","key":"2_CR8","doi-asserted-by":"publisher","first-page":"174","DOI":"10.1109\/TC.2020.2985971","volume":"70","author":"J Lu","year":"2020","unstructured":"Lu, J., Fang, C., Mingyang, X., Lin, J., Wang, Z.: Evaluations on deep neural networks training using posit number system. IEEE Trans. Comput. 70(2), 174\u2013187 (2020)","journal-title":"IEEE Trans. Comput."},{"key":"2_CR9","doi-asserted-by":"crossref","unstructured":"De Dinechin, F., Forget, L., Muller, J.M., Uguen, Y.: Posits: the good, the bad and the ugly. In: Proceedings of the Conference for Next Generation Arithmetic 2019, pp. 1\u201310 (2019)","DOI":"10.1145\/3316279.3316285"},{"key":"2_CR10","doi-asserted-by":"publisher","unstructured":"Ho, NM., De Silva, H., Gustafson, J.L., Wong, W.F.: Qtorch+: next generation arithmetic for Pytorch machine learning. In: Gustafson, J., Dimitrov, V. (eds.) Next Generation Arithmetic, CoNGA 2022. LNCS, vol. 13253, pp. 31\u201349. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-09779-9_3","DOI":"10.1007\/978-3-031-09779-9_3"},{"key":"2_CR11","unstructured":"Posithub.org: Posit Standard Documentation Release 3.2-draft (2018). https:\/\/posithub.org\/docs\/posit_standard.pdf. Accessed 03 Jan 2022"},{"key":"2_CR12","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"key":"2_CR13","unstructured":"Lee, S.H., Lee, S., Song, B.C: Vision transformer for small-size datasets. arXiv preprint arXiv:2112.13492 (2021)"},{"key":"2_CR14","unstructured":"Gani, H., Naseer, M., Yaqub, M.: How to train vision transformer on small-scale datasets? arXiv preprint arXiv:2210.07240 (2022)"},{"key":"2_CR15","doi-asserted-by":"crossref","unstructured":"Wu, H., et al.: CvT: introducing convolutions to vision transformers. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 22\u201331 (2021)","DOI":"10.1109\/ICCV48922.2021.00009"},{"key":"2_CR16","unstructured":"Ioffe, S., Szegedy, C.: Batch Normalization: accelerating deep network training by reducing internal covariate shift. In: International Conference on Machine Learning, pp. 448\u2013456. PMLR (2015)"},{"key":"2_CR17","doi-asserted-by":"publisher","unstructured":"\u201cIEEE Standard for Floating-Point Arithmetic\u201d in IEEE STD 754-2019 (Revision of IEEE 754-2008), pp. 1\u201384, 22 July 2019. https:\/\/doi.org\/10.1109\/IEEESTD.2019.8766229","DOI":"10.1109\/IEEESTD.2019.8766229"},{"key":"2_CR18","unstructured":"Omtzigt, E., Theodore, L., Gottschling, P., Seligman, M., Zorn, W.: Universal numbers library: design and implementation of a high-performance reproducible number systems library. arXiv preprint arXiv:2012.11011 (2020)"},{"key":"2_CR19","unstructured":"Posit working group, \u201cPosit Standard Documentation, Release 3.2-draft,\u201d (2018). https:\/\/posithub.org\/docs\/posit standard.pdf. Accessed 24 Sep 2020"},{"key":"2_CR20","unstructured":"Gustafson, John. \"Posit Arithmetic. mathematica Notebook describing the posit number system (2017)"},{"key":"2_CR21","series-title":"Intelligent Systems Reference Library","doi-asserted-by":"publisher","first-page":"519","DOI":"10.1007\/978-3-030-32644-9_36","volume-title":"Recent Trends and Advances in Artificial Intelligence and Internet of Things","author":"A Ghosh","year":"2020","unstructured":"Ghosh, A., Sufian, A., Sultana, F., Chakrabarti, A., De, D.: Fundamental concepts of convolutional neural network. In: Balas, V.E., Kumar, R., Srivastava, R. (eds.) Recent Trends and Advances in Artificial Intelligence and Internet of Things. ISRL, vol. 172, pp. 519\u2013567. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-32644-9_36"},{"key":"2_CR22","doi-asserted-by":"crossref","unstructured":"Buoncristiani, N., Shah, S., Donofrio, D., Shalf, J.: Evaluating the numerical stability of posit arithmetic. In: 2020 IEEE International Parallel and Distributed Processing Symposium (IPDPS), pp. 612\u2013621. IEEE (2020)","DOI":"10.1109\/IPDPS47924.2020.00069"},{"key":"2_CR23","unstructured":"Zhou, D., et al.: Deepvit: towards deeper vision transformer. arXiv preprint arXiv:2103.11886 (2021)"},{"key":"2_CR24","doi-asserted-by":"crossref","unstructured":"Guo, J., et al: CMT: convolutional neural networks meet vision transformers. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 12175\u201312185 (2022)","DOI":"10.1109\/CVPR52688.2022.01186"},{"key":"2_CR25","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"2_CR26","doi-asserted-by":"crossref","unstructured":"Liu, Z., et al .: Swin transformer: hierarchical vision transformer using shifted windows. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 10012\u201310022. (2021)","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"2_CR27","unstructured":"Touvron, H., Cord, M., Douze, M., Massa, F., Sablayrolles, A., J\u00e9gou, H.: Training data-efficient image transformers and distillation through attention. In: International Conference on Machine Learning, pp. 10347\u201310357. PMLR (2021)"},{"issue":"5","key":"2_CR28","doi-asserted-by":"publisher","first-page":"1515","DOI":"10.3390\/s20051515","volume":"20","author":"M Cococcioni","year":"2020","unstructured":"Cococcioni, M., Rossi, F., Ruffaldi, E., Saponara, S.: Fast approximations of activation functions in deep neural networks when using posit arithmetic. Sensors 20(5), 1515 (2020)","journal-title":"Sensors"},{"key":"2_CR29","unstructured":"Gustafson, J.L.: The End of ERROR: Unum Computing. CRC Press (2017)"},{"key":"2_CR30","doi-asserted-by":"crossref","unstructured":"Lu, J., et al.: Training deep neural networks using posit number system. In: 2019 32nd IEEE International System-on-Chip Conference (SOCC), pp. 62\u201367. IEEE (2019)","DOI":"10.1109\/SOCC46988.2019.1570558530"}],"container-title":["Lecture Notes in Computer Science","Next Generation Arithmetic"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72709-2_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,16]],"date-time":"2024-10-16T11:02:51Z","timestamp":1729076571000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72709-2_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031727085","9783031727092"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72709-2_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"17 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CoNGA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Conference on Next Generation Arithmetic","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sydney, NSW","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 February 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 February 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"conga2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/posithub.org\/conga\/2024\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}