{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,9]],"date-time":"2025-09-09T22:13:47Z","timestamp":1757456027381,"version":"3.37.3"},"reference-count":26,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2019,4,9]],"date-time":"2019-04-09T00:00:00Z","timestamp":1554768000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"name":"South China University of Technology Start-up","award":["D61600470"],"award-info":[{"award-number":["D61600470"]}]},{"name":"Guangzhou Technology","award":["201707010148"],"award-info":[{"award-number":["201707010148"]}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"crossref","award":["2017MS057"],"award-info":[{"award-number":["2017MS057"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["61370062"],"award-info":[{"award-number":["61370062"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Parallel Prog"],"published-print":{"date-parts":[[2019,6]]},"DOI":"10.1007\/s10766-018-0612-8","type":"journal-article","created":{"date-parts":[[2019,4,9]],"date-time":"2019-04-09T05:44:37Z","timestamp":1554788677000},"page":"502-519","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["A Dependency-Aware Storage Schema Selection Mechanism for In-Memory Big Data Computing Frameworks"],"prefix":"10.1007","volume":"47","author":[{"given":"Bo","family":"Wang","sequence":"first","affiliation":[]},{"given":"Jie","family":"Tang","sequence":"additional","affiliation":[]},{"given":"Rui","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Wei","family":"Ding","sequence":"additional","affiliation":[]},{"given":"Deyu","family":"Qi","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,4,9]]},"reference":[{"key":"612_CR1","doi-asserted-by":"crossref","unstructured":"Yu, Y., Wang, W., Zhang, J., Letaief, K.B.: LRC: dependency-aware cache management for data analytics clusters (2017)","DOI":"10.1109\/INFOCOM.2017.8057007"},{"issue":"1","key":"612_CR2","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1109\/TPDS.2016.2546909","volume":"28","author":"Z Liu","year":"2017","unstructured":"Liu, Z., Ng, T.S.E.: Leaky buffer: a novel abstraction for relieving memory pressure from cluster data processing frameworks. IEEE Trans. Parallel Distrib. Syst. 28(1), 128\u2013140 (2017)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"612_CR3","unstructured":"Apache Spark http:\/\/Spark.apache.org\/"},{"key":"612_CR4","unstructured":"Caffe http:\/\/caffe.berkeleyvision.org\/"},{"key":"612_CR5","unstructured":"TensorFlow https:\/\/www.tensorflow.org\/"},{"key":"612_CR6","unstructured":"CaffeOnSpark https:\/\/github.com\/yahoo\/CaffeOnSpark"},{"key":"612_CR7","unstructured":"TensorFlowOnSpark https:\/\/github.com\/yahoo\/TensorFlowOnSpark"},{"key":"612_CR8","doi-asserted-by":"publisher","unstructured":"Saha, B., Shah, H., Seth, S., Vijayaraghavan, G., Murthy, A., Curino, C.: Apache Tez: a unifying framework for modeling and building data processing applications. In: Proceedings of the 2015 ACM SIGMOD international conference on management of data, pp. 1357\u20131369 (2015). https:\/\/doi.org\/10.1145\/2723372.2742790","DOI":"10.1145\/2723372.2742790"},{"key":"612_CR9","unstructured":"Apache Flink http:\/\/flink.apache.org\/"},{"issue":"6","key":"612_CR10","doi-asserted-by":"publisher","first-page":"1663","DOI":"10.1109\/TPDS.2016.2627558","volume":"28","author":"B Nicolae","year":"2017","unstructured":"Nicolae, B., Costa, C.H.A., Misale, C., Katrinis, K., Park, Y.: Leveraging adaptive I\/O to optimize collective data shuffling patterns for big data analytics. IEEE Trans. Parallel Distrib. Syst. 28(6), 1663\u20131674 (2017)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"issue":"2","key":"612_CR11","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1147\/sj.92.0078","volume":"9","author":"RL Mattson","year":"1970","unstructured":"Mattson, R.L., et al.: Evaluation techniques for storage hierarchies. IBM Syst. J. 9(2), 78\u2013117 (1970). https:\/\/doi.org\/10.1147\/sj.92.0078","journal-title":"IBM Syst. J."},{"issue":"1","key":"612_CR12","doi-asserted-by":"publisher","first-page":"80","DOI":"10.1145\/321623.321632","volume":"18","author":"AV Aho","year":"1971","unstructured":"Aho, A.V., et al.: Principles of optimal page replacement. J. ACM 18(1), 80\u201393 (1971). https:\/\/doi.org\/10.1145\/321623.321632","journal-title":"J. ACM"},{"key":"612_CR13","doi-asserted-by":"publisher","unstructured":"Nguyen, K., Fang, L., Xu, G., Demsky, B.: Speculative region-based memory management for big data systems. In: Proceedings of the 8th workshop on programming languages and operating systems, pp. 27\u201332 (2015). https:\/\/doi.org\/10.1145\/2818302.2818308","DOI":"10.1145\/2818302.2818308"},{"issue":"4","key":"612_CR14","doi-asserted-by":"publisher","first-page":"675","DOI":"10.1145\/2775054.2694345","volume":"50","author":"K Nguyen","year":"2015","unstructured":"Nguyen, K., Wang, K., Bu, Y., Fang, L., Hu, J., Xu, G.: Facade: a compiler and runtime for (almost) object-bounded big data applications. SIGPLAN Not. 50(4), 675\u2013690 (2015)","journal-title":"SIGPLAN Not."},{"key":"612_CR15","doi-asserted-by":"crossref","unstructured":"Koliopoulos, A.K., Yiapanis, P., Tekiner, F., Nenadic, G., Keane, J.: Towards automatic memory tuning for in-memory big data analytics in clusters. In: Proceedings 2016 IEEE international congress on big data (BigData congress), pp. 353\u2013356 (2016)","DOI":"10.1109\/BigDataCongress.2016.56"},{"key":"612_CR16","doi-asserted-by":"publisher","unstructured":"Wang, B., Tang, J., Zhang, R., Gu, Z.: CSAS: cost-based storage auto-selection, a fine grained storage selection mechanism for spark. In: Proceedings network and parallel computing: 14th IFIP WG 10.3 international conference (NPC 2017), pp. 150\u2013154 (2017). https:\/\/doi.org\/10.1007\/978-3-319-68210-5_18","DOI":"10.1007\/978-3-319-68210-5_18"},{"key":"612_CR17","doi-asserted-by":"publisher","unstructured":"Li, M., Tan, J., Wang, Y., Zhang, L., Salapura, V.: Sparkbench: a comprehensive benchmarking suite for in memory data analytic platform spark. In: Proceedings the 12th ACM international conference on computing frontiers, pp. 1\u20138 (2015). https:\/\/doi.org\/10.1145\/2742854.2747283","DOI":"10.1145\/2742854.2747283"},{"key":"612_CR18","unstructured":"Zaharia, M., Chowdhury, M., Das, T., Dave, Ma, AJ., Mccauley, M., Franklin, MJ., Shenker, S., Stoica, I. : Resilient distributed datasets: a fault-tolerant abstraction for in-memory cluster computing. In: Proceedings the 9th USENIX conference on networked systems design and im-plementation, pp. 2 (2012)"},{"key":"612_CR19","unstructured":"Spark tuning http:\/\/spark.apache.org\/docs\/latest\/tuning.html#tuning-spark"},{"issue":"1","key":"612_CR20","first-page":"11","volume":"38","author":"QA Chen","year":"2016","unstructured":"Chen, Q.A., et al.: Parameter optimization for spark jobs based on runtime data analysis. China Comput. Eng. Sci. 38(1), 11\u201319 (2016)","journal-title":"China Comput. Eng. Sci."},{"key":"612_CR21","doi-asserted-by":"publisher","unstructured":"Khan, M., et al.: Optimizing hadoop parameter settings with gene expression programming guided PSO. Concurr. Comput. Pract. Exp. 29(3), e3786 (2017) https:\/\/doi.org\/10.1002\/cpe.3786","DOI":"10.1002\/cpe.3786"},{"key":"612_CR22","unstructured":"Wang, G.L. et al.: A performance automatic optimization method for spark, Patent CN 105868019 A (2016)"},{"key":"612_CR23","doi-asserted-by":"crossref","unstructured":"Herodotou, H., Babu, S.: Profiling, what-if analysis, and cost-based optimization of mapreduce programs. In: Proceedings of the VLDB, pp. 1111\u20131122 (2011)","DOI":"10.14778\/3402707.3402746"},{"key":"612_CR24","first-page":"1","volume":"45","author":"Y Geng","year":"2016","unstructured":"Geng, Y., Shi, X., Pei, C., Jin, H., Jiang, W.: LCS: an efficient data eviction strategy for Spark. Int. J. Parallel Program. 45, 1\u201313 (2016)","journal-title":"Int. J. Parallel Program."},{"issue":"8","key":"612_CR25","doi-asserted-by":"publisher","first-page":"2473","DOI":"10.1002\/cpe.3584","volume":"28","author":"M Duan","year":"2016","unstructured":"Duan, M., et al.: Selection and replacement algorithms for memory performance improvement in spark. Concurr. Comput. Pract. Exp. 28(8), 2473\u20132486 (2016)","journal-title":"Concurr. Comput. Pract. Exp."},{"key":"612_CR26","doi-asserted-by":"crossref","unstructured":"Zhao, Y., et al.: An adaptive tuning strategy on spark based on in-memory computation characteristics. In: Proceedings ICACT, pp. 484\u2013488 (2016)","DOI":"10.1109\/ICACT.2016.7423442"}],"container-title":["International Journal of Parallel Programming"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10766-018-0612-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10766-018-0612-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10766-018-0612-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,12,5]],"date-time":"2020-12-05T20:19:49Z","timestamp":1607199589000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10766-018-0612-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,4,9]]},"references-count":26,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2019,6]]}},"alternative-id":["612"],"URL":"https:\/\/doi.org\/10.1007\/s10766-018-0612-8","relation":{},"ISSN":["0885-7458","1573-7640"],"issn-type":[{"type":"print","value":"0885-7458"},{"type":"electronic","value":"1573-7640"}],"subject":[],"published":{"date-parts":[[2019,4,9]]},"assertion":[{"value":"25 September 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 November 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 April 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}