Especially in shared HBase/MR situations, management of the OS buffer cache is important. Currently, running a big MR job will evict all of HBase's hot data from cache, causing HBase performance to really suffer. However, caching of the MR input/output is rarely useful, since the datasets tend to be larger than cache and not re-read often enough that the cache is used. Having access to the native calls posix_fadvise and sync_data_range on platforms where they are supported would allow us to do a better job of managing this cache.
No work has yet been logged on this issue.
{"report":{"fcp":4254.899999976158,"ttfb":665.6000000238419,"pageVisibility":"visible","entityId":12525550,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":16,"apdex":0,"journeyId":"e304b4ed-d6e9-426a-8ec3-bb56dd48e328","navigationType":0,"readyForUser":4273.699999928474,"redirectCount":0,"resourceLoadedEnd":2671.899999976158,"resourceLoadedStart":696.1999999284744,"resourceTiming":[{"duration":76.30000007152557,"initiatorType":"link","name":"https://issues.apache.org/jira/s/b62489a2eaac59d9b8a093c1a51d034f-CDN/xd97tr/820010/13pdxe5/49fa3aa3d35a2cc689cbf274e66cc41a/_/download/contextbatch/css/_super/batch.css","startTime":696.1999999284744,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":696.1999999284744,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":772.5,"responseStart":0,"secureConnectionStart":0},{"duration":77.10000002384186,"initiatorType":"link","name":"https://issues.apache.org/jira/s/56490edcf9d54e35149505f78cca6a47-CDN/xd97tr/820010/13pdxe5/72cb823bcc50211a60c1ebe830467cae/_/download/contextbatch/css/jira.browse.project,jira.view.issue,project.issue.navigator,atl.general,atl.global,jira.global,jira.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&richediton=true&slack-enabled=true","startTime":696.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":696.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":773.6000000238419,"responseStart":0,"secureConnectionStart":0},{"duration":939,"initiatorType":"script","name":"https://issues.apache.org/jira/s/5263129088916436ab9aeb2417075b3f-CDN/xd97tr/820010/13pdxe5/49fa3aa3d35a2cc689cbf274e66cc41a/_/download/contextbatch/js/_super/batch.js?locale=en-UK","startTime":696.6999999284744,"connectEnd":696.6999999284744,"connectStart":696.6999999284744,"domainLookupEnd":696.6999999284744,"domainLookupStart":696.6999999284744,"fetchStart":696.6999999284744,"redirectEnd":0,"redirectStart":0,"requestStart":776.6999999284744,"responseEnd":1635.6999999284744,"responseStart":900.6000000238419,"secureConnectionStart":696.6999999284744},{"duration":1975,"initiatorType":"script","name":"https://issues.apache.org/jira/s/611c208bd094adb71a6f4f3e7f6fff3d-CDN/xd97tr/820010/13pdxe5/72cb823bcc50211a60c1ebe830467cae/_/download/contextbatch/js/jira.browse.project,jira.view.issue,project.issue.navigator,atl.general,atl.global,jira.global,jira.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en-UK&richediton=true&slack-enabled=true","startTime":696.8999999761581,"connectEnd":1129.1999999284744,"connectStart":773.1000000238419,"domainLookupEnd":773.1000000238419,"domainLookupStart":773.1000000238419,"fetchStart":696.8999999761581,"redirectEnd":0,"redirectStart":0,"requestStart":1130.8999999761581,"responseEnd":2671.899999976158,"responseStart":1338.1000000238419,"secureConnectionStart":913.7999999523163},{"duration":578.1000000238419,"initiatorType":"script","name":"https://issues.apache.org/jira/s/d41d8cd98f00b204e9800998ecf8427e-CDN/xd97tr/820010/13pdxe5/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":697,"connectEnd":1129.5,"connectStart":774.5,"domainLookupEnd":774.5,"domainLookupStart":774.5,"fetchStart":697,"redirectEnd":0,"redirectStart":0,"requestStart":1131,"responseEnd":1275.1000000238419,"responseStart":1274,"secureConnectionStart":884.5},{"duration":578.1000000238419,"initiatorType":"script","name":"https://issues.apache.org/jira/s/d41d8cd98f00b204e9800998ecf8427e-CDN/xd97tr/820010/13pdxe5/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":697.1999999284744,"connectEnd":1129.6000000238419,"connectStart":774.6999999284744,"domainLookupEnd":774.6999999284744,"domainLookupStart":774.6999999284744,"fetchStart":697.1999999284744,"redirectEnd":0,"redirectStart":0,"requestStart":1131,"responseEnd":1275.2999999523163,"responseStart":1274.6000000238419,"secureConnectionStart":885.1999999284744},{"duration":76.20000004768372,"initiatorType":"link","name":"https://issues.apache.org/jira/s/981f587853769311cda7c3b845131a06-CDN/xd97tr/820010/13pdxe5/cb5a5495a038c0744457f25821ba9ee8/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":697.3999999761581,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":697.3999999761581,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":773.6000000238419,"responseStart":0,"secureConnectionStart":0},{"duration":577.8999999761581,"initiatorType":"script","name":"https://issues.apache.org/jira/rest/api/1.0/shortcuts/820010/5840efff50357da9055d4714dc0713f/shortcuts.js?context=issuenavigation&context=issueaction","startTime":697.5,"connectEnd":1129.6999999284744,"connectStart":776.6000000238419,"domainLookupEnd":776.6000000238419,"domainLookupStart":776.6000000238419,"fetchStart":697.5,"redirectEnd":0,"redirectStart":0,"requestStart":1131.1000000238419,"responseEnd":1275.3999999761581,"responseStart":1273.2999999523163,"secureConnectionStart":886.5},{"duration":16.300000071525574,"initiatorType":"link","name":"https://issues.apache.org/jira/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/xd97tr/820010/13pdxe5/efa42a25652b26dfd802540c024826b3/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-jira.view.issue,-project.issue.navigator/batch.css?jira.create.linked.issue=true&richediton=true","startTime":758.6999999284744,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":758.6999999284744,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":775,"responseStart":0,"secureConnectionStart":0},{"duration":527.8999999761581,"initiatorType":"script","name":"https://issues.apache.org/jira/s/efa8931cd5ac13ed95c56ca8a1dc1967-CDN/xd97tr/820010/13pdxe5/efa42a25652b26dfd802540c024826b3/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-jira.view.issue,-project.issue.navigator/batch.js?jira.create.linked.issue=true&locale=en-UK&richediton=true","startTime":759,"connectEnd":1130.5,"connectStart":784.3999999761581,"domainLookupEnd":784.3999999761581,"domainLookupStart":784.3999999761581,"fetchStart":759,"redirectEnd":0,"redirectStart":0,"requestStart":1131.2999999523163,"responseEnd":1286.8999999761581,"responseStart":1285.8999999761581,"secureConnectionStart":882.5},{"duration":1548.6000000238419,"initiatorType":"script","name":"https://issues.apache.org/jira/s/d41d8cd98f00b204e9800998ecf8427e-CDN/xd97tr/820010/13pdxe5/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":778.7999999523163,"connectEnd":778.7999999523163,"connectStart":778.7999999523163,"domainLookupEnd":778.7999999523163,"domainLookupStart":778.7999999523163,"fetchStart":778.7999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":2205,"responseEnd":2327.399999976158,"responseStart":2316.5,"secureConnectionStart":778.7999999523163},{"duration":1548.6999999284744,"initiatorType":"script","name":"https://issues.apache.org/jira/s/d41d8cd98f00b204e9800998ecf8427e-CDN/xd97tr/820010/13pdxe5/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":779,"connectEnd":779,"connectStart":779,"domainLookupEnd":779,"domainLookupStart":779,"fetchStart":779,"redirectEnd":0,"redirectStart":0,"requestStart":2205.100000023842,"responseEnd":2327.6999999284744,"responseStart":2326.600000023842,"secureConnectionStart":779},{"duration":1233.2999999523163,"initiatorType":"xmlhttprequest","name":"https://issues.apache.org/jira/rest/webResources/1.0/resources","startTime":2055.899999976158,"connectEnd":2055.899999976158,"connectStart":2055.899999976158,"domainLookupEnd":2055.899999976158,"domainLookupStart":2055.899999976158,"fetchStart":2055.899999976158,"redirectEnd":0,"redirectStart":0,"requestStart":3168.6999999284744,"responseEnd":3289.1999999284744,"responseStart":3288.5,"secureConnectionStart":2055.899999976158}],"fetchStart":0,"domainLookupStart":292,"domainLookupEnd":298,"connectStart":298,"connectEnd":533,"secureConnectionStart":414,"requestStart":533,"responseStart":666,"responseEnd":777,"domLoading":695,"domInteractive":4344,"domContentLoadedEventStart":4344,"domContentLoadedEventEnd":4394,"domComplete":5654,"loadEventStart":5654,"loadEventEnd":5658,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":4317.299999952316},{"name":"bigPipe.sidebar-id.end","time":4318},{"name":"bigPipe.activity-panel-pipe-id.start","time":4318.199999928474},{"name":"bigPipe.activity-panel-pipe-id.end","time":4318.600000023842},{"name":"activityTabFullyLoaded","time":4406.5}],"measures":[],"correlationId":"bef38389dd033e","effectiveType":"4g","downlink":9.2,"rtt":0,"serverDuration":109,"dbReadsTimeInMs":4,"dbConnsTimeInMs":18,"applicationHash":"ace47f9899e9ee25d7157d59aa17ab06aee30d3d","experiments":[]}}