{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,19]],"date-time":"2026-06-19T15:49:05Z","timestamp":1781884145207,"version":"3.54.5"},"publisher-location":"Cham","reference-count":49,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031097782","type":"print"},{"value":"9783031097799","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-09779-9_3","type":"book-chapter","created":{"date-parts":[[2022,7,13]],"date-time":"2022-07-13T13:06:54Z","timestamp":1657717614000},"page":"31-49","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Qtorch+: Next Generation Arithmetic for\u00a0Pytorch Machine Learning"],"prefix":"10.1007","author":[{"given":"Nhut-Minh","family":"Ho","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Himeshi","family":"De Silva","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"John L.","family":"Gustafson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Weng-Fai","family":"Wong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,7,14]]},"reference":[{"issue":"4","key":"3_CR1","doi-asserted-by":"publisher","first-page":"344","DOI":"10.1177\/10943420211003313","volume":"35","author":"A Abdelfattah","year":"2021","unstructured":"Abdelfattah, A., et al.: A survey of numerical linear algebra methods utilizing mixed-precision arithmetic. Int. J. High Perform. Comput. Appl. 35(4), 344\u2013369 (2021)","journal-title":"Int. J. High Perform. Comput. Appl."},{"key":"3_CR2","doi-asserted-by":"crossref","unstructured":"Bagherinezhad, H., Rastegari, M., Farhadi, A.: LCNN: lookup-based convolutional neural network. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 7120\u20137129 (2017)","DOI":"10.1109\/CVPR.2017.98"},{"key":"3_CR3","doi-asserted-by":"crossref","unstructured":"Boo, Y., Sung, W.: Fixed-point optimization of transformer neural network. In: ICASSP 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 1753\u20131757. IEEE (2020)","DOI":"10.1109\/ICASSP40776.2020.9054724"},{"key":"3_CR4","unstructured":"Brown, T.B., et al.: Language models are few-shot learners. arXiv preprint arXiv:2005.14165 (2020)"},{"key":"3_CR5","doi-asserted-by":"crossref","unstructured":"Carmichael, Z., Langroudi, H.F., Khazanov, C., Lillie, J., Gustafson, J.L., Kudithipudi, D.: Performance-efficiency trade-off of low-precision numerical formats in deep neural networks. In: Proceedings of the Conference for Next Generation Arithmetic 2019, pp. 1\u20139 (2019)","DOI":"10.1145\/3316279.3316282"},{"issue":"1","key":"3_CR6","doi-asserted-by":"publisher","first-page":"300","DOI":"10.1145\/3093333.3009846","volume":"52","author":"WF Chiang","year":"2017","unstructured":"Chiang, W.F., Baranowski, M., Briggs, I., Solovyev, A., Gopalakrishnan, G., Rakamari\u0107, Z.: Rigorous floating-point mixed-precision tuning. ACM SIGPLAN Not. 52(1), 300\u2013315 (2017)","journal-title":"ACM SIGPLAN Not."},{"key":"3_CR7","doi-asserted-by":"crossref","unstructured":"Cococcioni, M., Ruffaldi, E., Saponara, S.: Exploiting posit arithmetic for deep neural networks in autonomous driving applications. In: 2018 International Conference of Electrical and Electronic Technologies for Automotive, pp. 1\u20136. IEEE (2018)","DOI":"10.23919\/EETA.2018.8493233"},{"key":"3_CR8","doi-asserted-by":"crossref","unstructured":"De Silva, H., Santosa, A.E., Ho, N.M., Wong, W.F.: ApproxSymate: path sensitive program approximation using symbolic execution. In: Proceedings of the 20th ACM SIGPLAN\/SIGBED International Conference on Languages, Compilers, and Tools for Embedded Systems, pp. 148\u2013162 (2019)","DOI":"10.1145\/3316482.3326341"},{"key":"3_CR9","unstructured":"De Silva, H.P.: Software techniques for the measurement, management and reduction of numerica (2020)"},{"key":"3_CR10","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: ImageNet: a large-scale hierarchical image database. In: 2009 IEEE Conference on Computer Vision and Pattern Recognition, pp. 248\u2013255. IEEE (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"3_CR11","doi-asserted-by":"crossref","unstructured":"Gaffar, A.A., Mencer, O., Luk, W.: Unifying bit-width optimisation for fixed-point and floating-point designs. In: 12th Annual IEEE Symposium on Field-Programmable Custom Computing Machines, pp. 79\u201388. IEEE (2004)","DOI":"10.1109\/FCCM.2004.59"},{"issue":"1","key":"3_CR12","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1002\/minf.201501008","volume":"35","author":"E Gawehn","year":"2016","unstructured":"Gawehn, E., Hiss, J.A., Schneider, G.: Deep learning in drug discovery. Mol. Inf. 35(1), 3\u201314 (2016)","journal-title":"Mol. Inf."},{"issue":"2","key":"3_CR13","first-page":"71","volume":"4","author":"JL Gustafson","year":"2017","unstructured":"Gustafson, J.L., Yonemoto, I.T.: Beating floating point at its own game: posit arithmetic. Supercomput. Front. Innov. 4(2), 71\u201386 (2017)","journal-title":"Supercomput. Front. Innov."},{"key":"3_CR14","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"3_CR15","doi-asserted-by":"crossref","unstructured":"Ho, N.M., Manogaran, E., Wong, W.F., Anoosheh, A.: Efficient floating point precision tuning for approximate computing. In: 2017 22nd Asia and South Pacific Design Automation Conference (ASP-DAC), pp. 63\u201368. IEEE (2017)","DOI":"10.1109\/ASPDAC.2017.7858297"},{"key":"3_CR16","doi-asserted-by":"publisher","unstructured":"Ho, N.M., Nguyen, D.T., Silva, H.D., Gustafson, J.L., Wong, W.F., Chang, I.J.: Posit arithmetic for the training and deployment of generative adversarial networks. In: 2021 Design, Automation Test in Europe Conference Exhibition (DATE), pp. 1350\u20131355 (2021). https:\/\/doi.org\/10.23919\/DATE51398.2021.9473933","DOI":"10.23919\/DATE51398.2021.9473933"},{"key":"3_CR17","doi-asserted-by":"crossref","unstructured":"Ho, N.M., Vaddi, R., Wong, W.F.: Multi-objective precision optimization of deep neural networks for edge devices. In: 2019 Design, Automation and Test in Europe Conference and Exhibition (DATE), pp. 1100\u20131105. IEEE (2019)","DOI":"10.23919\/DATE.2019.8714785"},{"key":"3_CR18","doi-asserted-by":"crossref","unstructured":"Ho, N.M., Wong, W.F.: Exploiting half precision arithmetic in Nvidia GPUs. In: 2017 IEEE High Performance Extreme Computing Conference (HPEC), pp. 1\u20137. IEEE (2017)","DOI":"10.1109\/HPEC.2017.8091072"},{"issue":"2","key":"3_CR19","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1109\/TPDS.2021.3093239","volume":"33","author":"NM Ho","year":"2021","unstructured":"Ho, N.M., Wong, W.F.: Tensorox: accelerating GPU applications via neural approximation on unused tensor cores. IEEE Trans. Parallel Distrib. Syst. 33(2), 429\u2013443 (2021)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"3_CR20","doi-asserted-by":"crossref","unstructured":"Kl\u00f6wer, M., D\u00fcben, P.D., Palmer, T.N.: Posits as an alternative to floats for weather and climate models. In: Proceedings of the Conference for Next Generation Arithmetic 2019, pp. 1\u20138 (2019)","DOI":"10.1145\/3316279.3316281"},{"key":"3_CR21","unstructured":"Krishnamoorthi, R., James, R., Min, N., Chris, G., Seth, W.: Introduction to quantization on PyTorch (2020). https:\/\/pytorch.org\/blog\/introduction-to-quantization-on-pytorch\/"},{"key":"3_CR22","doi-asserted-by":"crossref","unstructured":"Langroudi, H.F., Carmichael, Z., Gustafson, J.L., Kudithipudi, D.: Positnn framework: tapered precision deep learning inference for the edge. In: 2019 IEEE Space Computing Conference (SCC), pp. 53\u201359. IEEE (2019)","DOI":"10.1109\/SpaceComp.2019.00011"},{"key":"3_CR23","doi-asserted-by":"crossref","unstructured":"Langroudi, H.F., Karia, V., Gustafson, J.L., Kudithipudi, D.: Adaptive posit: parameter aware numerical format for deep learning inference on the edge. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops, pp. 726\u2013727 (2020)","DOI":"10.1109\/CVPRW50498.2020.00371"},{"issue":"4","key":"3_CR24","doi-asserted-by":"publisher","first-page":"541","DOI":"10.1162\/neco.1989.1.4.541","volume":"1","author":"Y LeCun","year":"1989","unstructured":"LeCun, Y., et al.: Backpropagation applied to handwritten zip code recognition. Neural Comput. 1(4), 541\u2013551 (1989)","journal-title":"Neural Comput."},{"key":"3_CR25","unstructured":"LeCun, Y., et al.: Lenet-5, convolutional neural networks. 20(5), 14 (2015). http:\/\/yann.lecun.com\/exdb\/lenet"},{"key":"3_CR26","doi-asserted-by":"crossref","unstructured":"Lo, C.Y., Lau, F.C., Sham, C.W.: Fixed-point implementation of convolutional neural networks for image classification. In: 2018 International Conference on Advanced Technologies for Communications (ATC), pp. 105\u2013109. IEEE (2018)","DOI":"10.1109\/ATC.2018.8587580"},{"issue":"2","key":"3_CR27","doi-asserted-by":"publisher","first-page":"174","DOI":"10.1109\/TC.2020.2985971","volume":"70","author":"J Lu","year":"2020","unstructured":"Lu, J., Fang, C., Xu, M., Lin, J., Wang, Z.: Evaluations on deep neural networks training using posit number system. IEEE Trans. Comput. 70(2), 174\u2013187 (2020)","journal-title":"IEEE Trans. Comput."},{"issue":"2","key":"3_CR28","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1109\/MM.2020.2974843","volume":"40","author":"P Mattson","year":"2020","unstructured":"Mattson, P., et al.: MLPerf: an industry standard benchmark suite for machine learning performance. IEEE Micro 40(2), 8\u201316 (2020)","journal-title":"IEEE Micro"},{"key":"3_CR29","unstructured":"Micikevicius, P., et al.: Mixed precision training. arXiv preprint arXiv:1710.03740 (2017)"},{"key":"3_CR30","unstructured":"Nvidia: Scaling Language Model Training to a Trillion Parameters Using Megatron. https:\/\/developer.nvidia.com\/blog\/scaling-language-model-training-to-a-trillion-parameters-using-megatron\/ (2021). Accessed 03 Jan 2022"},{"key":"3_CR31","unstructured":"Oord, A.V.D., et al.: WaveNet: a generative model for raw audio. arXiv preprint arXiv:1609.03499 (2016)"},{"key":"3_CR32","unstructured":"Posithub.org: Posit Standard Documentation Release 3.2-draft. https:\/\/posithub.org\/docs\/posit_standard.pdf (2018). Accessed 03 Jan 2022"},{"key":"3_CR33","unstructured":"Pytorch: Pytorch module (2021). https:\/\/pytorch.org\/docs\/stable\/generated\/torch.nn.Module.html#torch.nn.Module.register_forward_pre_hook"},{"key":"3_CR34","doi-asserted-by":"crossref","unstructured":"Ramanathan, A.K., et al.: Look-up table based energy efficient processing in cache support for neural network acceleration. In: 2020 53rd Annual IEEE\/ACM International Symposium on Microarchitecture (MICRO), pp. 88\u2013101. IEEE (2020)","DOI":"10.1109\/MICRO50266.2020.00020"},{"key":"3_CR35","unstructured":"Reddi, V.J., et al.: MLPerf inference benchmark. In: 2020 ACM\/IEEE 47th Annual International Symposium on Computer Architecture (ISCA), pp. 446\u2013459. IEEE (2020)"},{"key":"3_CR36","unstructured":"Ryan, J., Lin, M.J., Miikkulainen, R.: Intrusion detection with neural networks. Adv. Neural Inf. Process. Syst. 943\u2013949 (1998)"},{"issue":"5","key":"3_CR37","doi-asserted-by":"publisher","first-page":"927","DOI":"10.1109\/TASLP.2016.2533858","volume":"24","author":"S Sigtia","year":"2016","unstructured":"Sigtia, S., Benetos, E., Dixon, S.: An end-to-end neural network for polyphonic piano music transcription. IEEE\/ACM Trans. Audio Speech Lang. Process. 24(5), 927\u2013939 (2016)","journal-title":"IEEE\/ACM Trans. Audio Speech Lang. Process."},{"key":"3_CR38","doi-asserted-by":"crossref","unstructured":"Solovyev, R., Kustov, A., Telpukhov, D., Rukhlov, V., Kalinin, A.: Fixed-point convolutional neural network for real-time video processing in FPGA. In: 2019 IEEE Conference of Russian Young Researchers in Electrical and Electronic Engineering (EIConRus), pp. 1605\u20131611. IEEE (2019)","DOI":"10.1109\/EIConRus.2019.8656778"},{"key":"3_CR39","unstructured":"Sordo, M.: Introduction to neural networks in healthcare. Knowledge Management for Medical Care, Open Clinical (2002)"},{"key":"3_CR40","unstructured":"Sun, X., et al.: Hybrid 8-bit floating point (HFP8) training and inference for deep neural networks (2019)"},{"key":"3_CR41","first-page":"1796","volume":"33","author":"X Sun","year":"2020","unstructured":"Sun, X., et al.: Ultra-low precision 4-bit training of deep neural networks. Adv. Neural. Inf. Process. Syst. 33, 1796\u20131807 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"3_CR42","doi-asserted-by":"crossref","unstructured":"Tobiyama, S., Yamaguchi, Y., Shimada, H., Ikuse, T., Yagi, T.: Malware detection with deep neural network using process behavior. In: 2016 IEEE 40th Annual Computer Software and Applications Conference (COMPSAC), vol. 2, pp. 577\u2013582. IEEE (2016)","DOI":"10.1109\/COMPSAC.2016.151"},{"key":"3_CR43","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Advances in Neural Information Processing Systems, pp. 5998\u20136008 (2017)"},{"key":"3_CR44","unstructured":"Wang, N., Choi, J., Brand, D., Chen, C.Y., Gopalakrishnan, K.: Training deep neural networks with 8-bit floating point numbers. In: Proceedings of the 32nd International Conference on Neural Information Processing Systems, pp. 7686\u20137695 (2018)"},{"key":"3_CR45","doi-asserted-by":"crossref","unstructured":"Wang, X., et al.: ESRGAN: enhanced super-resolution generative adversarial networks. In: Proceedings of the European Conference on Computer Vision (ECCV) Workshops (2018)","DOI":"10.1007\/978-3-030-11021-5_5"},{"key":"3_CR46","unstructured":"Wu, H., Judd, P., Zhang, X., Isaev, M., Micikevicius, P.: Integer quantization for deep learning inference: principles and empirical evaluation. arXiv preprint arXiv:2004.09602 (2020)"},{"key":"3_CR47","doi-asserted-by":"crossref","unstructured":"Yazdanbakhsh, A., Park, J., Sharma, H., Lotfi-Kamran, P., Esmaeilzadeh, H.: Neural acceleration for GPU throughput processors. In: Proceedings of the 48th International Symposium on Microarchitecture, pp. 482\u2013493 (2015)","DOI":"10.1145\/2830772.2830810"},{"key":"3_CR48","doi-asserted-by":"crossref","unstructured":"Zhang, T., Lin, Z., Yang, G., De Sa, C.: QPyTorch: a low-precision arithmetic simulation framework. arXiv preprint arXiv:1910.04540 (2019)","DOI":"10.1109\/EMC2-NIPS53020.2019.00010"},{"key":"3_CR49","doi-asserted-by":"crossref","unstructured":"Zhu, J.Y., Park, T., Isola, P., Efros, A.A.: Unpaired image-to-image translation using cycle-consistent adversarial networks. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 2223\u20132232 (2017)","DOI":"10.1109\/ICCV.2017.244"}],"container-title":["Lecture Notes in Computer Science","Next Generation Arithmetic"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-09779-9_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,29]],"date-time":"2024-09-29T01:53:16Z","timestamp":1727574796000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-09779-9_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031097782","9783031097799"],"references-count":49,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-09779-9_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"14 July 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CoNGA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Conference on Next Generation Arithmetic","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Singapore","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Singapore","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 March 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 March 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"conga2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.sc-asia.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"12","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"8","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"67% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}