-
Notifications
You must be signed in to change notification settings - Fork 0
/
blktrace-example.html
440 lines (316 loc) · 36.6 KB
/
blktrace-example.html
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
<meta name="theme-color" content="#222" media="(prefers-color-scheme: light)">
<meta name="theme-color" content="#222" media="(prefers-color-scheme: dark)"><meta name="generator" content="Hexo 7.0.0-rc1">
<link rel="apple-touch-icon" sizes="180x180" href="/images/apple-touch-icon-next.png">
<link rel="icon" type="image/png" sizes="32x32" href="/images/favicon-32x32-next.png">
<link rel="icon" type="image/png" sizes="16x16" href="/images/favicon-16x16-next.png">
<link rel="mask-icon" href="/images/logo.svg" color="#222">
<link rel="stylesheet" href="/css/main.css">
<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/6.4.0/css/all.min.css" integrity="sha256-HtsXJanqjKTc8vVQjO4YMhiqFoXkfBsjBWcX91T1jr8=" crossorigin="anonymous">
<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/animate.css/3.1.1/animate.min.css" integrity="sha256-PR7ttpcvz8qrF57fur/yAx1qXMFJeJFiA6pSzWi0OIE=" crossorigin="anonymous">
<script class="next-config" data-name="main" type="application/json">{"hostname":"www.hwchiu.com","root":"/","images":"/images","scheme":"Gemini","darkmode":true,"version":"8.17.0","exturl":false,"sidebar":{"position":"left","display":"post","padding":18,"offset":12},"copycode":{"enable":false,"style":null},"bookmark":{"enable":false,"color":"#222","save":"auto"},"mediumzoom":false,"lazyload":false,"pangu":false,"comments":{"style":"tabs","active":null,"storage":true,"lazyload":false,"nav":null},"stickytabs":false,"motion":{"enable":true,"async":false,"transition":{"menu_item":"fadeInDown","post_block":"fadeIn","post_header":"fadeInDown","post_body":"fadeInDown","coll_header":"fadeInLeft","sidebar":"fadeInUp"}},"i18n":{"placeholder":"Searching...","empty":"We didn't find any results for the search: ${query}","hits_time":"${hits} results found in ${time} ms","hits":"${hits} results found"}}</script><script src="/js/config.js"></script>
<meta name="description" content="blktrace is a block layer IO tracing mechanism which provide detailed information about request queue operations up to user space. blkparse will combine streams of events for various devices on variou">
<meta property="og:type" content="article">
<meta property="og:title" content="Blktrace, Blkparse and Fio example">
<meta property="og:url" content="https://www.hwchiu.com/blktrace-example.html">
<meta property="og:site_name" content="Hwchiu Learning Note">
<meta property="og:description" content="blktrace is a block layer IO tracing mechanism which provide detailed information about request queue operations up to user space. blkparse will combine streams of events for various devices on variou">
<meta property="og:locale" content="en_US">
<meta property="article:published_time" content="2017-06-01T19:54:37.000Z">
<meta property="article:modified_time" content="2023-06-23T05:16:12.600Z">
<meta property="article:author" content="Hwchiu">
<meta property="article:tag" content="System">
<meta property="article:tag" content="Linux">
<meta property="article:tag" content="Kernel">
<meta name="twitter:card" content="summary">
<link rel="canonical" href="https://www.hwchiu.com/blktrace-example.html">
<script class="next-config" data-name="page" type="application/json">{"sidebar":"","isHome":false,"isPost":true,"lang":"en","comments":true,"permalink":"https://www.hwchiu.com/blktrace-example.html","path":"blktrace-example.html","title":"Blktrace, Blkparse and Fio example"}</script>
<script class="next-config" data-name="calendar" type="application/json">""</script>
<title>Blktrace, Blkparse and Fio example | Hwchiu Learning Note</title>
<script async src="https://www.googletagmanager.com/gtag/js?id=UA-54006186-1"></script>
<script class="next-config" data-name="google_analytics" type="application/json">{"tracking_id":"UA-54006186-1","only_pageview":false}</script>
<script src="/js/third-party/analytics/google-analytics.js"></script>
<noscript>
<link rel="stylesheet" href="/css/noscript.css">
</noscript>
</head>
<body itemscope itemtype="http://schema.org/WebPage" class="use-motion">
<div class="headband"></div>
<main class="main">
<div class="column">
<header class="header" itemscope itemtype="http://schema.org/WPHeader"><div class="site-brand-container">
<div class="site-nav-toggle">
<div class="toggle" aria-label="Toggle navigation bar" role="button">
<span class="toggle-line"></span>
<span class="toggle-line"></span>
<span class="toggle-line"></span>
</div>
</div>
<div class="site-meta">
<a href="/" class="brand" rel="start">
<i class="logo-line"></i>
<p class="site-title">Hwchiu Learning Note</p>
<i class="logo-line"></i>
</a>
<p class="site-subtitle" itemprop="description">kubernetes, sdn, linux,devops</p>
<img class="custom-logo-image" src="/uploads/hwchiu.jpg" alt="Hwchiu Learning Note">
</div>
<div class="site-nav-right">
<div class="toggle popup-trigger" aria-label="Search" role="button">
</div>
</div>
</div>
<nav class="site-nav">
<ul class="main-menu menu"><li class="menu-item menu-item-home"><a href="/" rel="section"><i class="fa fa-home fa-fw"></i>Home</a></li><li class="menu-item menu-item-about"><a href="/about/" rel="section"><i class="fa fa-user fa-fw"></i>About</a></li><li class="menu-item menu-item-tags"><a href="/tags/" rel="section"><i class="fa fa-tags fa-fw"></i>Tags</a></li><li class="menu-item menu-item-archives"><a href="/archives/" rel="section"><i class="fa fa-archive fa-fw"></i>Archives</a></li><li class="menu-item menu-item-sitemap"><a href="/sitemap.xml" rel="section"><i class="fa fa-sitemap fa-fw"></i>Sitemap</a></li>
</ul>
</nav>
</header>
<aside class="sidebar">
<div class="sidebar-inner sidebar-nav-active sidebar-toc-active">
<ul class="sidebar-nav">
<li class="sidebar-nav-toc">
Table of Contents
</li>
<li class="sidebar-nav-overview">
Overview
</li>
</ul>
<div class="sidebar-panel-container">
<!--noindex-->
<div class="post-toc-wrap sidebar-panel">
<div class="post-toc animated"><ol class="nav"><li class="nav-item nav-level-1"><a class="nav-link" href="#Environment"><span class="nav-number">1.</span> <span class="nav-text">Environment</span></a></li><li class="nav-item nav-level-1"><a class="nav-link" href="#Experiment"><span class="nav-number">2.</span> <span class="nav-text">Experiment</span></a><ol class="nav-child"><li class="nav-item nav-level-2"><a class="nav-link" href="#Step1"><span class="nav-number">2.1.</span> <span class="nav-text">Step1</span></a></li><li class="nav-item nav-level-2"><a class="nav-link" href="#Step2"><span class="nav-number">2.2.</span> <span class="nav-text">Step2</span></a></li><li class="nav-item nav-level-2"><a class="nav-link" href="#Step3"><span class="nav-number">2.3.</span> <span class="nav-text">Step3</span></a></li></ol></li><li class="nav-item nav-level-1"><a class="nav-link" href="#Summary"><span class="nav-number">3.</span> <span class="nav-text">Summary</span></a></li><li class="nav-item nav-level-1"><a class="nav-link" href="#Reference"><span class="nav-number">4.</span> <span class="nav-text">Reference</span></a></li></ol></div>
</div>
<!--/noindex-->
<div class="site-overview-wrap sidebar-panel">
<div class="site-author animated" itemprop="author" itemscope itemtype="http://schema.org/Person">
<img class="site-author-image" itemprop="image" alt="Hwchiu"
src="/uploads/avatar.jpg">
<p class="site-author-name" itemprop="name">Hwchiu</p>
<div class="site-description" itemprop="description">kubernetes/SDN/DevOps</div>
</div>
<div class="site-state-wrap animated">
<nav class="site-state">
<div class="site-state-item site-state-posts">
<a href="/archives/">
<span class="site-state-item-count">352</span>
<span class="site-state-item-name">posts</span>
</a>
</div>
<div class="site-state-item site-state-tags">
<a href="/tags/">
<span class="site-state-item-count">115</span>
<span class="site-state-item-name">tags</span></a>
</div>
</nav>
</div>
<div class="links-of-author animated">
<span class="links-of-author-item">
<a href="https://github.com/hwchiu" title="GitHub → https://github.com/hwchiu" rel="noopener me" target="_blank"><i class="fab fa-github fa-fw"></i>GitHub</a>
</span>
<span class="links-of-author-item">
<a href="mailto:sppsorrg@gmail.com" title="E-Mail → mailto:sppsorrg@gmail.com" rel="noopener me" target="_blank"><i class="fa fa-envelope fa-fw"></i>E-Mail</a>
</span>
<span class="links-of-author-item">
<a href="https://twitter.com/hw_chiu" title="Twitter → https://twitter.com/hw_chiu" rel="noopener me" target="_blank"><i class="fab fa-twitter fa-fw"></i>Twitter</a>
</span>
<span class="links-of-author-item">
<a href="https://www.facebook.com/technologynoteniu" title="FB Page → https://www.facebook.com/technologynoteniu" rel="noopener me" target="_blank"><i class="fab fa-facebook fa-fw"></i>FB Page</a>
</span>
<span class="links-of-author-item">
<a href="https://www.youtube.com/channel/UCoYY8K9fbfDtTY7m68UCATA/videos" title="YouTube → https://www.youtube.com/channel/UCoYY8K9fbfDtTY7m68UCATA/videos" rel="noopener me" target="_blank"><i class="fab fa-youtube fa-fw"></i>YouTube</a>
</span>
<span class="links-of-author-item">
<a href="https://instagram.com/hwchiu" title="Instagram → https://instagram.com/hwchiu" rel="noopener me" target="_blank"><i class="fab fa-instagram fa-fw"></i>Instagram</a>
</span>
</div>
</div>
</div>
</div>
</aside>
</div>
<div class="main-inner post posts-expand">
<div class="post-block">
<article itemscope itemtype="http://schema.org/Article" class="post-content" lang="en">
<link itemprop="mainEntityOfPage" href="https://www.hwchiu.com/blktrace-example.html">
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
<meta itemprop="image" content="/uploads/avatar.jpg">
<meta itemprop="name" content="Hwchiu">
</span>
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
<meta itemprop="name" content="Hwchiu Learning Note">
<meta itemprop="description" content="kubernetes/SDN/DevOps">
</span>
<span hidden itemprop="post" itemscope itemtype="http://schema.org/CreativeWork">
<meta itemprop="name" content="Blktrace, Blkparse and Fio example | Hwchiu Learning Note">
<meta itemprop="description" content="">
</span>
<header class="post-header">
<h1 class="post-title" itemprop="name headline">
Blktrace, Blkparse and Fio example
</h1>
<div class="post-meta-container">
<div class="post-meta">
<span class="post-meta-item">
<span class="post-meta-item-icon">
<i class="far fa-calendar"></i>
</span>
<span class="post-meta-item-text">Posted on</span>
<time title="Created: 2017-06-02 03:54:37" itemprop="dateCreated datePublished" datetime="2017-06-02T03:54:37+08:00">2017-06-02</time>
</span>
<span class="post-meta-item">
<span class="post-meta-item-icon">
<i class="far fa-calendar-check"></i>
</span>
<span class="post-meta-item-text">Edited on</span>
<time title="Modified: 2023-06-23 13:16:12" itemprop="dateModified" datetime="2023-06-23T13:16:12+08:00">2023-06-23</time>
</span>
<span class="post-meta-item" title="Views" id="busuanzi_container_page_pv">
<span class="post-meta-item-icon">
<i class="far fa-eye"></i>
</span>
<span class="post-meta-item-text">Views: </span>
<span id="busuanzi_value_page_pv"></span>
</span>
</div>
</div>
</header>
<div class="post-body" itemprop="articleBody"><p><strong>blktrace</strong> is a block layer IO tracing mechanism which provide detailed information about request queue operations up to user space.</p>
<p><strong>blkparse</strong> will combine streams of events for various devices on various CPUs, and produce a formatted output the the event information.<br>It take the output of above tool <strong>blktrace</strong> and convert those information into fency readable form.</p>
<p>In the following, We will use those tools <strong>blktrace</strong> and <strong>blkparse</strong> to help us to observe sector numbers which has been written by fio requests.<br>We will use the fil to generate two diffenrt IO pattern requests, sequence write and random write.</p>
<span id="more"></span>
<h1 id="Environment"><a href="#Environment" class="headerlink" title="Environment"></a>Environment</h1><p>OS: Ubuntu 14.04<br>Storage: NVME<br>FIO: <strong>fio-2.19-12-gb94d</strong><br>blktrace: <strong>2.0.0</strong><br>blkparse: <strong>1.1.0</strong></p>
<p>you can use following commands to install <strong>blktrace</strong> and <strong>blkparse</strong></p>
<figure class="highlight bash"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">apt-get install -y blktrace</span><br></pre></td></tr></table></figure>
<h1 id="Experiment"><a href="#Experiment" class="headerlink" title="Experiment"></a>Experiment</h1><h2 id="Step1"><a href="#Step1" class="headerlink" title="Step1"></a>Step1</h2><p>In order to make the output of <strong>blkparse</strong> more easily to read, we set the <strong>numjobs</strong> to <strong>1</strong>.<br>Following is my fio config</p>
<figure class="highlight plaintext"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br></pre></td><td class="code"><pre><span class="line">[global]</span><br><span class="line">iodepth=256</span><br><span class="line">numjobs=1</span><br><span class="line">direct=1</span><br><span class="line"></span><br><span class="line">time_based</span><br><span class="line">runtime=120</span><br><span class="line">group_reporting</span><br><span class="line">size=5G</span><br><span class="line">ioengine=libaio</span><br><span class="line"></span><br><span class="line">filename=/dev/nvme1n1</span><br><span class="line">[rw]</span><br><span class="line">bs=4k</span><br><span class="line">rw=randwrite</span><br><span class="line"></span><br><span class="line">[sw]</span><br><span class="line">bs=64k</span><br><span class="line">rw=write</span><br><span class="line"></span><br></pre></td></tr></table></figure>
<p>After we setup the fio config, use the fio to generate the IO request. In this example, we ask the fio to generate the IO via <strong>sequence write</strong> pattern.</p>
<figure class="highlight plaintext"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">fio ${path_of_config} section=sw</span><br></pre></td></tr></table></figure>
<p>During the experiment, you can use the tool <code>iostat</code> to monitor the I/O information about the device we want to observe.</p>
<h2 id="Step2"><a href="#Step2" class="headerlink" title="Step2"></a>Step2</h2><p>Open other terminal and use <code>blktrace</code> to collection the data, there are two parameter we need to use,<br>First one is <strong>-d</strong>, which indicate what target device blktrace will monitor to.<br>Second, is <strong>-w</strong>, we use it to limit the time (seconds) how long blktrace will run.<br>So, our final command looks like below.</p>
<figure class="highlight plaintext"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">blktrace -d /dev/nvme1n1 -w 60</span><br></pre></td></tr></table></figure>
<p>In the end of <strong>blktrace</strong>, you can discover some new files has created by <strong>blktrace</strong> and its prefix name is <strong>nvme1n1.blktrac.xx</strong><br>The number of files is depends how may CPUs in your system.</p>
<figure class="highlight plaintext"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br></pre></td><td class="code"><pre><span class="line">-rw-r--r-- 1 root root 821152 Jun 2 10:39 nvme1n1.blktrace.0</span><br><span class="line">-rw-r--r-- 1 root root 21044368 Jun 2 10:39 nvme1n1.blktrace.1</span><br><span class="line">-rw-r--r-- 1 root root 462864 Jun 2 10:39 nvme1n1.blktrace.10</span><br><span class="line">-rw-r--r-- 1 root root 737960 Jun 2 10:39 nvme1n1.blktrace.11</span><br><span class="line">-rw-r--r-- 1 root root 865872 Jun 2 10:39 nvme1n1.blktrace.12</span><br><span class="line">-rw-r--r-- 1 root root 755248 Jun 2 10:39 nvme1n1.blktrace.13</span><br><span class="line">-rw-r--r-- 1 root root 4675176 Jun 2 10:39 nvme1n1.blktrace.14</span><br><span class="line">-rw-r--r-- 1 root root 4471480 Jun 2 10:39 nvme1n1.blktrace.15</span><br><span class="line">-rw-r--r-- 1 root root 5070264 Jun 2 10:39 nvme1n1.blktrace.16</span><br><span class="line">-rw-r--r-- 1 root root 5075040 Jun 2 10:39 nvme1n1.blktrace.17</span><br><span class="line">-rw-r--r-- 1 root root 5062104 Jun 2 10:39 nvme1n1.blktrace.18</span><br><span class="line">-rw-r--r-- 1 root root 5586936 Jun 2 10:39 nvme1n1.blktrace.19</span><br><span class="line">-rw-r--r-- 1 root root 3718848 Jun 2 10:39 nvme1n1.blktrace.2</span><br><span class="line"></span><br></pre></td></tr></table></figure>
<h2 id="Step3"><a href="#Step3" class="headerlink" title="Step3"></a>Step3</h2><p>Now, we can use the <strong>blkparse</strong> to regenerate human-readable output form the output we get via <strong>blktrace</strong> before.</p>
<p>We need to indicate source files, you can just use the device name without <strong>.blktrace.xx</strong>, for example,<br><strong>nvmen1</strong>, it will search all files which match the pattern <strong>nvmen1.blktrace.xx</strong> and put together to analyze.<br>Then, the <strong>-f</strong> option used to foramt the output data, you can find more about it via <strong>man blkparse</strong></p>
<figure class="highlight plaintext"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br></pre></td><td class="code"><pre><span class="line">OUTPUT DESCRIPTION AND FORMATTING</span><br><span class="line"> The output from blkparse can be tailored for specific use -- in particular, to ease parsing of output, and/or limit output fields to those the user wants to see. The data for fields which can be output include:</span><br><span class="line"></span><br><span class="line"> a Action, a (small) string (1 or 2 characters) -- see table below for more details</span><br><span class="line"></span><br><span class="line"> c CPU id</span><br><span class="line"></span><br><span class="line"> C Command</span><br><span class="line"></span><br><span class="line"> d RWBS field, a (small) string (1-3 characters) -- see section below for more details</span><br><span class="line"></span><br><span class="line"> D 7-character string containing the major and minor numbers of the event's device (separated by a comma).</span><br><span class="line"></span><br><span class="line"> e Error value</span><br><span class="line"></span><br><span class="line"> m Minor number of event's device.</span><br><span class="line"></span><br><span class="line"> M Major number of event's device.</span><br><span class="line"></span><br><span class="line"> n Number of blocks</span><br><span class="line"></span><br><span class="line"> N Number of bytes</span><br><span class="line"></span><br><span class="line"> p Process ID</span><br><span class="line"></span><br><span class="line"> P Display packet data -- series of hexadecimal values</span><br><span class="line"></span><br><span class="line"> s Sequence numbers</span><br><span class="line"></span><br><span class="line"> S Sector number</span><br><span class="line"></span><br><span class="line"> t Time stamp (nanoseconds)</span><br><span class="line"></span><br><span class="line"> T Time stamp (seconds)</span><br><span class="line"></span><br><span class="line"> u Elapsed value in microseconds (-t command line option)</span><br><span class="line"></span><br><span class="line"> U Payload unsigned integer</span><br></pre></td></tr></table></figure>
<p>For our observation, we use <strong>%5T.%9t, %p, %C, %a, %S\n</strong> to format our result containing timestamp, command, process ID, action and sequence number.</p>
<p>Since the data I/O contains many action, such as complete, queued, inserted..ect. we can use option <strong>-a</strong> to filter actions, you can find more info via <strong>man blktrace</strong>.<br>In this case, we use the <strong>write</strong> to filter the actions.</p>
<p>In the end, use the <strong>-o</strong> options to indicate the output file name.</p>
<figure class="highlight plaintext"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br></pre></td><td class="code"><pre><span class="line">barrier: barrier attribute</span><br><span class="line">complete: completed by driver</span><br><span class="line">fs: requests</span><br><span class="line">issue: issued to driver</span><br><span class="line">pc: packet command events</span><br><span class="line">queue: queue operations</span><br><span class="line">read: read traces</span><br><span class="line">requeue: requeue operations</span><br><span class="line">sync: synchronous attribute</span><br><span class="line">write: write traces</span><br><span class="line">notify: trace messages</span><br><span class="line">drv_data: additional driver specific trace</span><br></pre></td></tr></table></figure>
<p>The command will look like below and it will output the result to file output.txt.</p>
<figure class="highlight plaintext"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">blkparse nvme1n1 -f "%5T.%9t, %p, %C, %a, %S\n" -a write -o output.txt</span><br></pre></td></tr></table></figure>
<p>open the file, the result looks like</p>
<figure class="highlight plaintext"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br></pre></td><td class="code"><pre><span class="line"> 0.000000000, 22890, fio, Q, 1720960</span><br><span class="line"> 0.000001857, 22890, fio, G, 1720960</span><br><span class="line"> 0.000005803, 22890, fio, I, 1720960</span><br><span class="line"> 0.000009234, 22890, fio, D, 1720960</span><br><span class="line"> 0.000036821, 0, swapper/0, C, 1996928</span><br><span class="line"> 0.000067519, 22890, fio, Q, 1721088</span><br><span class="line"> 0.000068538, 22890, fio, G, 1721088</span><br><span class="line"> 0.000071531, 22890, fio, I, 1721088</span><br><span class="line"> 0.000073102, 22890, fio, D, 1721088</span><br><span class="line"> 0.000093464, 0, swapper/0, C, 1994624</span><br><span class="line"> 0.000123806, 0, swapper/0, C, 1785472</span><br><span class="line"> 0.000147436, 22892, fio, C, 1784576</span><br><span class="line"> 0.000159977, 22891, fio, C, 1997312</span><br><span class="line"> 0.000166653, 22891, fio, Q, 2006912</span><br><span class="line"> 0.000167632, 22891, fio, G, 2006912</span><br><span class="line"> 0.000169422, 22891, fio, I, 2006912</span><br><span class="line"> 0.000171178, 22891, fio, D, 2006912</span><br><span class="line"> 0.000188830, 22892, fio, Q, 1817728</span><br><span class="line"> 0.000189783, 22892, fio, G, 1817728</span><br><span class="line"> 0.000191405, 22892, fio, I, 1817728</span><br><span class="line"> 0.000192830, 22892, fio, D, 1817728</span><br><span class="line"> 0.000202367, 22891, fio, Q, 2007040</span><br><span class="line"> 0.000203160, 22891, fio, G, 2007040</span><br><span class="line"> 0.000205969, 22891, fio, I, 2007040</span><br><span class="line"> 0.000207524, 22891, fio, D, 2007040</span><br><span class="line"> 0.000227655, 22892, fio, Q, 1817856</span><br><span class="line"> 0.000228457, 22892, fio, G, 1817856</span><br><span class="line"> 0.000231936, 22892, fio, I, 1817856</span><br><span class="line">....</span><br></pre></td></tr></table></figure>
<p>Since the fio will fork to two process to handle the process, we use the <strong>grep</strong> to focus on one specific process (pid=22892).</p>
<figure class="highlight plaintext"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><span class="line">grep "22892, fio" output.txt | more</span><br></pre></td></tr></table></figure>
<p>Now, the result seems good, we can discover the sequence number (fifth column) is increasing.<br>One thing we need to care about is the row which action is “C”, which means the completed, since we don’t know how NVME handle those request and reply to upper layer. we only need to focus on other action. such as “Q (queued This notes intent to queue i/o at the given location. No real requests exists yet.)” or “I (inserted A request is being sent to the i/o scheduler for addition to the internal queue and later service by the driver. The request is fully formed at this time)”.</p>
<figure class="highlight plaintext"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br></pre></td><td class="code"><pre><span class="line">0.000147436, 22892, fio, C, 1784576</span><br><span class="line">0.000188830, 22892, fio, Q, 1817728</span><br><span class="line">0.000189783, 22892, fio, G, 1817728</span><br><span class="line">0.000191405, 22892, fio, I, 1817728</span><br><span class="line">0.000192830, 22892, fio, D, 1817728</span><br><span class="line">0.000227655, 22892, fio, Q, 1817856</span><br><span class="line">0.000228457, 22892, fio, G, 1817856</span><br><span class="line">0.000231936, 22892, fio, I, 1817856</span><br><span class="line">0.000233530, 22892, fio, D, 1817856</span><br><span class="line">0.000360361, 22892, fio, Q, 1817984</span><br><span class="line">0.000361310, 22892, fio, G, 1817984</span><br><span class="line">0.000364163, 22892, fio, I, 1817984</span><br><span class="line">0.000366696, 22892, fio, D, 1817984</span><br><span class="line">0.000536731, 22892, fio, Q, 1818112</span><br><span class="line">0.000537758, 22892, fio, G, 1818112</span><br><span class="line">0.000539371, 22892, fio, I, 1818112</span><br><span class="line">0.000541407, 22892, fio, D, 1818112</span><br><span class="line">0.000670209, 22892, fio, Q, 1818240</span><br><span class="line">0.000671345, 22892, fio, G, 1818240</span><br><span class="line">0.000673383, 22892, fio, I, 1818240</span><br><span class="line">0.000676260, 22892, fio, D, 1818240</span><br><span class="line">0.001885543, 22892, fio, Q, 1818368</span><br><span class="line">0.001887444, 22892, fio, G, 1818368</span><br><span class="line">0.001891353, 22892, fio, I, 1818368</span><br><span class="line">0.001895917, 22892, fio, D, 1818368</span><br><span class="line">0.001934546, 22892, fio, Q, 1818496</span><br><span class="line">0.001935468, 22892, fio, G, 1818496</span><br><span class="line">0.001936891, 22892, fio, I, 1818496</span><br><span class="line">0.001938742, 22892, fio, D, 1818496</span><br><span class="line">0.001965818, 22892, fio, Q, 1818624</span><br><span class="line"></span><br></pre></td></tr></table></figure>
<p>Now, we can do all above command again and change the <strong>section</strong> to rw for fio using the randon write pattern. The <strong>blkparse</strong> result will show the random sequence number.</p>
<h1 id="Summary"><a href="#Summary" class="headerlink" title="Summary"></a>Summary</h1><p>In this article, we try to use tools <strong>blktrace</strong> and <strong>blkparse</strong> to analysiz the block level I/O for <strong>fio</strong> request.<br>We observe the filed <strong>sequence number</strong> to make sure thhat the fio can generate the <strong>sequence</strong> or <strong>random</strong> according to its config.</p>
<h1 id="Reference"><a href="#Reference" class="headerlink" title="Reference"></a>Reference</h1><ul>
<li><a target="_blank" rel="noopener" href="http://fibrevillage.com/storage/539-blktrace-and-btt-example-to-debug-and-tune-disk-i-o-on-linux">539-blktrace-and-btt-example-to-debug-and-tune-disk-i-o-on-linux</a></li>
</ul>
</div>
<footer class="post-footer">
<div class="followme">
<span>Welcome to my other publishing channels</span>
<div class="social-list">
<div class="social-item">
<a target="_blank" class="social-link" href="https://twitter.com/hw_chiu">
<span class="icon">
<i class="fab fa-twitter"></i>
</span>
<span class="label">Twitter</span>
</a>
</div>
<div class="social-item">
<a target="_blank" class="social-link" href="https://t.me/technologynote">
<span class="icon">
<i class="fab fa-telegram"></i>
</span>
<span class="label">Telegram</span>
</a>
</div>
<div class="social-item">
<a target="_blank" class="social-link" href="/atom.xml">
<span class="icon">
<i class="fa fa-rss"></i>
</span>
<span class="label">RSS</span>
</a>
</div>
</div>
</div>
<div class="post-tags">
<a href="/tags/System/" rel="tag"># System</a>
<a href="/tags/Linux/" rel="tag"># Linux</a>
<a href="/tags/Kernel/" rel="tag"># Kernel</a>
</div>
<div class="post-nav">
<div class="post-nav-item">
<a href="/ceph-async-connection.html" rel="prev" title="Ceph Network - AsyncConnection">
<i class="fa fa-chevron-left"></i> Ceph Network - AsyncConnection
</a>
</div>
<div class="post-nav-item">
<a href="/lxr-server-with-docker.html" rel="next" title="docker image for lxr server">
docker image for lxr server <i class="fa fa-chevron-right"></i>
</a>
</div>
</div>
</footer>
</article>
</div>
<div class="comments utterances-container"></div>
</div>
</main>
<footer class="footer">
<div class="footer-inner">
<div class="copyright">
©
<span itemprop="copyrightYear">2023</span>
<span class="with-love">
<i class="fa fa-heart"></i>
</span>
<span class="author" itemprop="copyrightHolder">Hwchiu</span>
</div>
<div class="busuanzi-count">
<span class="post-meta-item" id="busuanzi_container_site_uv">
<span class="post-meta-item-icon">
<i class="fa fa-user"></i>
</span>
<span class="site-uv" title="Total Visitors">
<span id="busuanzi_value_site_uv"></span>
</span>
</span>
<span class="post-meta-item" id="busuanzi_container_site_pv">
<span class="post-meta-item-icon">
<i class="fa fa-eye"></i>
</span>
<span class="site-pv" title="Total Views">
<span id="busuanzi_value_site_pv"></span>
</span>
</span>
</div>
<div class="powered-by">Powered by <a href="https://hexo.io/" rel="noopener" target="_blank">Hexo</a> & <a href="https://theme-next.js.org/" rel="noopener" target="_blank">NexT.Gemini</a>
</div>
</div>
</footer>
<div class="back-to-top" role="button" aria-label="Back to top">
<i class="fa fa-arrow-up fa-lg"></i>
<span>0%</span>
</div>
<noscript>
<div class="noscript-warning">Theme NexT works best with JavaScript enabled</div>
</noscript>
<script src="https://cdnjs.cloudflare.com/ajax/libs/animejs/3.2.1/anime.min.js" integrity="sha256-XL2inqUJaslATFnHdJOi9GfQ60on8Wx1C2H8DYiN1xY=" crossorigin="anonymous"></script>
<script src="/js/comments.js"></script><script src="/js/utils.js"></script><script src="/js/motion.js"></script><script src="/js/next-boot.js"></script>
<script async src="https://busuanzi.ibruce.info/busuanzi/2.3/busuanzi.pure.mini.js"></script>
<script class="next-config" data-name="utterances" type="application/json">{"enable":true,"repo":"hwchiu/blog-comment","issue_term":"pathname","theme":"github-light"}</script>
<script src="/js/third-party/comments/utterances.js"></script>
</body>
</html>