Learn practical skills, build real-world projects, and advance your career
#!pip install tqdm
from collections import defaultdict, deque, Counter
import numpy as np
from tqdm import tqdm_notebook as tqdm 
import pandas as pd

# %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% #

# For plotting
import matplotlib.pyplot as plt
from mpl_toolkits.mplot3d import Axes3D
%matplotlib notebook
#!pip install ipympl
import ipympl
C:\ProgramData\Anaconda3\lib\site-packages\ipympl\__init__.py:19: UserWarning: This call to matplotlib.use() has no effect because the backend has already been chosen; matplotlib.use() must be called *before* pylab, matplotlib.pyplot, or matplotlib.backends is imported for the first time. The backend was *originally* set to 'nbAgg' by the following code: File "C:\ProgramData\Anaconda3\lib\runpy.py", line 193, in _run_module_as_main "__main__", mod_spec) File "C:\ProgramData\Anaconda3\lib\runpy.py", line 85, in _run_code exec(code, run_globals) File "C:\ProgramData\Anaconda3\lib\site-packages\ipykernel_launcher.py", line 16, in <module> app.launch_new_instance() File "C:\ProgramData\Anaconda3\lib\site-packages\traitlets\config\application.py", line 658, in launch_instance app.start() File "C:\ProgramData\Anaconda3\lib\site-packages\ipykernel\kernelapp.py", line 486, in start self.io_loop.start() File "C:\ProgramData\Anaconda3\lib\site-packages\tornado\platform\asyncio.py", line 127, in start self.asyncio_loop.run_forever() File "C:\ProgramData\Anaconda3\lib\asyncio\base_events.py", line 422, in run_forever self._run_once() File "C:\ProgramData\Anaconda3\lib\asyncio\base_events.py", line 1432, in _run_once handle._run() File "C:\ProgramData\Anaconda3\lib\asyncio\events.py", line 145, in _run self._callback(*self._args) File "C:\ProgramData\Anaconda3\lib\site-packages\tornado\platform\asyncio.py", line 117, in _handle_events handler_func(fileobj, events) File "C:\ProgramData\Anaconda3\lib\site-packages\tornado\stack_context.py", line 276, in null_wrapper return fn(*args, **kwargs) File "C:\ProgramData\Anaconda3\lib\site-packages\zmq\eventloop\zmqstream.py", line 450, in _handle_events self._handle_recv() File "C:\ProgramData\Anaconda3\lib\site-packages\zmq\eventloop\zmqstream.py", line 480, in _handle_recv self._run_callback(callback, msg) File "C:\ProgramData\Anaconda3\lib\site-packages\zmq\eventloop\zmqstream.py", line 432, in _run_callback callback(*args, **kwargs) File "C:\ProgramData\Anaconda3\lib\site-packages\tornado\stack_context.py", line 276, in null_wrapper return fn(*args, **kwargs) File "C:\ProgramData\Anaconda3\lib\site-packages\ipykernel\kernelbase.py", line 283, in dispatcher return self.dispatch_shell(stream, msg) File "C:\ProgramData\Anaconda3\lib\site-packages\ipykernel\kernelbase.py", line 233, in dispatch_shell handler(stream, idents, msg) File "C:\ProgramData\Anaconda3\lib\site-packages\ipykernel\kernelbase.py", line 399, in execute_request user_expressions, allow_stdin) File "C:\ProgramData\Anaconda3\lib\site-packages\ipykernel\ipkernel.py", line 208, in do_execute res = shell.run_cell(code, store_history=store_history, silent=silent) File "C:\ProgramData\Anaconda3\lib\site-packages\ipykernel\zmqshell.py", line 537, in run_cell return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs) File "C:\ProgramData\Anaconda3\lib\site-packages\IPython\core\interactiveshell.py", line 2662, in run_cell raw_cell, store_history, silent, shell_futures) File "C:\ProgramData\Anaconda3\lib\site-packages\IPython\core\interactiveshell.py", line 2785, in _run_cell interactivity=interactivity, compiler=compiler, result=result) File "C:\ProgramData\Anaconda3\lib\site-packages\IPython\core\interactiveshell.py", line 2903, in run_ast_nodes if self.run_code(code, result): File "C:\ProgramData\Anaconda3\lib\site-packages\IPython\core\interactiveshell.py", line 2963, in run_code exec(code_obj, self.user_global_ns, self.user_ns) File "<ipython-input-1-6d3c4a6ccf59>", line 12, in <module> get_ipython().run_line_magic('matplotlib', 'notebook') File "C:\ProgramData\Anaconda3\lib\site-packages\IPython\core\interactiveshell.py", line 2131, in run_line_magic result = fn(*args,**kwargs) File "<decorator-gen-108>", line 2, in matplotlib File "C:\ProgramData\Anaconda3\lib\site-packages\IPython\core\magic.py", line 187, in <lambda> call = lambda f, *a, **k: f(*a, **k) File "C:\ProgramData\Anaconda3\lib\site-packages\IPython\core\magics\pylab.py", line 99, in matplotlib gui, backend = self.shell.enable_matplotlib(args.gui) File "C:\ProgramData\Anaconda3\lib\site-packages\IPython\core\interactiveshell.py", line 3051, in enable_matplotlib pt.activate_matplotlib(backend) File "C:\ProgramData\Anaconda3\lib\site-packages\IPython\core\pylabtools.py", line 311, in activate_matplotlib matplotlib.pyplot.switch_backend(backend) File "C:\ProgramData\Anaconda3\lib\site-packages\matplotlib\pyplot.py", line 231, in switch_backend matplotlib.use(newbackend, warn=False, force=True) File "C:\ProgramData\Anaconda3\lib\site-packages\matplotlib\__init__.py", line 1410, in use reload(sys.modules['matplotlib.backends']) File "C:\ProgramData\Anaconda3\lib\importlib\__init__.py", line 166, in reload _bootstrap._exec(spec, module) File "C:\ProgramData\Anaconda3\lib\site-packages\matplotlib\backends\__init__.py", line 16, in <module> line for line in traceback.format_stack() matplotlib.use('module://ipympl.backend_nbagg')
filename = "DATA/cheetah.cs.fiu.edu-110108-113008.3.blkparse"
df = pd.read_csv(filename, sep=' ',header = None)
df.columns = ['timestamp','pid','pname','blockNo', \
              'blockSize', 'readOrWrite', 'bdMajor', 'bdMinor', 'hash']
blocktrace = df['blockNo'].tolist()
blocktrace = blocktrace[:int(len(blocktrace)*0.5)]
len(blocktrace)
11687258

Helper Functions

Global Variables

maxpos = 1000000000000

num_params = 3

cache_size = 1000 # default cache size
sampling_freq = cache_size # number of samples skipped
eviction = 1 


lruCorrect = 0
lruIncorrect = 0

lfuCorrect = 0
lfuIncorrect = 0


X = np.array([], dtype=np.int64).reshape(0,num_params)
Y = np.array([], dtype=np.int64).reshape(0,1)