RFUSEを試す

takayuki@ubuntu3:~/repos$ sudo apt update
takayuki@ubuntu3:~/repos$ sudo apt install build-essential make ninja-build meson pkg-config autoconf kernel-package libncurses5-dev bison flex libssl-dev fio python2 libelf-dev rsync zstd udev
takayuki@ubuntu3:~/repos$ git clone https://github.com/snu-csl/rfuse
takayuki@ubuntu3:~/repos/rfuse/linux$ sudo make menuconfig

CONFIG_MODULE_SIG_KEY="certs/signing_key.pem"
#CONFIG_SYSTEM_TRUSTED_KEYS="debian/canonical-certs.pem"
CONFIG_SYSTEM_TRUSTED_KEYS=""
#CONFIG_SYSTEM_REVOCATION_KEYS="debian/canonical-revoked-certs.pem"
CONFIG_SYSTEM_REVOCATION_KEYS=""

takayuki@ubuntu3:~/repos/rfuse/linux$ sudo make-kpkg -j 4 --initrd --revision=1.0 kernel_image kernel_headers
takayuki@ubuntu3:~/repos/rfuse/linux$ cd ../
takayuki@ubuntu3:~/repos/rfuse$ sudo dpkg -i *.deb

takayuki@ubuntu3:~$ grep -e menuentry -e submeny /boot/grub/grub.cfg
if [ x"${feature_menuentry_id}" = xy ]; then
  menuentry_id_option="--id"
  menuentry_id_option=""
export menuentry_id_option
menuentry 'Ubuntu' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-simple-529721a0-6f53-4125-8f3e-fd5dc5f673f5' {
submenu 'Advanced options for Ubuntu' $menuentry_id_option 'gnulinux-advanced-529721a0-6f53-4125-8f3e-fd5dc5f673f5' {
        menuentry 'Ubuntu, with Linux 5.15.0-107-generic' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-5.15.0-107-generic-advanced-529721a0-6f53-4125-8f3e-fd5dc5f673f5' {
        menuentry 'Ubuntu, with Linux 5.15.0-107-generic (recovery mode)' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-5.15.0-107-generic-recovery-529721a0-6f53-4125-8f3e-fd5dc5f673f5' {
        menuentry 'Ubuntu, with Linux 5.15.0-97-generic' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-5.15.0-97-generic-advanced-529721a0-6f53-4125-8f3e-fd5dc5f673f5' {
        menuentry 'Ubuntu, with Linux 5.15.0-97-generic (recovery mode)' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-5.15.0-97-generic-recovery-529721a0-6f53-4125-8f3e-fd5dc5f673f5' {
        1>6★menuentry 'Ubuntu, with Linux 5.15.0' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-5.15.0-advanced-529721a0-6f53-4125-8f3e-fd5dc5f673f5' {
        menuentry 'Ubuntu, with Linux 5.15.0 (recovery mode)' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-5.15.0-recovery-529721a0-6f53-4125-8f3e-fd5dc5f673f5' {
menuentry 'Memory test (memtest86+)' {
menuentry 'Memory test (memtest86+, serial console 115200)' {

GRUB_DEFAULT="1>6"
#GRUB_TIMEOUT_STYLE=hidden
GRUB_TIMEOUT=5

update-grub2

# (librfuse)
$ cd lib/librfuse 
$ vi include/rfuse.h

# (rfuse kernel driver)
$ cd driver/rfuse
$ vi rfuse.h

--> Change the value of RFUSE_NUM_IQUEUE to the number of core in machine.

takayuki@ubuntu3:~/repos/rfuse/lib/librfuse$ sudo bash ./librfuse_install.sh

takayuki@ubuntu3:~/repos/rfuse$ cd driver/rfuse
takayuki@ubuntu3:~/repos/rfuse/driver/rfuse$ sudo make
takayuki@ubuntu3:~/repos/rfuse/driver/rfuse$ sudo ./rfuse_insmod.sh  first

# Ubuntu (Add below line into .bashrc for system-wide adoption).
$ export LD_LIBRARY_PATH=/usr/local/lib/x86_64-linux-gnu:${LD_LIBRARY_PATH}

takayuki@ubuntu3:~$ sudo modprobe -r brd
takayuki@ubuntu3:~$ sudo modprobe brd rd_nr=1 rd_size=$((1024*1024))
takayuki@ubuntu3:~/repos/rfuse$ cd filesystems/stackfs
takayuki@ubuntu3:~/repos/rfuse/filesystems/stackfs$ vi
.gitignore          run.sh              StackFS_LowLevel.c
Makefile            StackFS_ll
takayuki@ubuntu3:~/repos/rfuse/filesystems/stackfs$ vi run.sh
takayuki@ubuntu3:~/repos/rfuse/filesystems/stackfs$ ./run.sh ssd

DEVICE_NAME="/dev/ram0" ★

fio -filename=/mnt/test/test1m -rw=write --time_based --runtime=60 -bs=4k -size=1M -numjobs=1 -fallocate=none -group_reporting -name=file1  --numjobs=4 --iodepth=16 --direct=1

fio -directory=/mnt/test -rw=write --time_based --runtime=60 -bs=1M -size=1M -numjobs=1 -fallocate=none -group_reporting -name=file1  --numjobs=4 --iodepth=16
fio -directory=/mnt/test -rw=read --time_based --runtime=60 -bs=1M -size=1M -numjobs=1 -fallocate=none -group_reporting -name=file1  --numjobs=4 --iodepth=16

#define RFUSE_COMP_MAX_IDLE 		50     // Maximum idle time of completion thread

int rfuse_completion_poll(struct fuse_conn *fc, struct rfuse_iqueue *riq, struct rfuse_req *r_req)
{   
	unsigned long max_idle_due = jiffies + usecs_to_jiffies(RFUSE_COMP_MAX_IDLE);
	
	while(fc->connected) {
		if(test_bit(FR_FINISHED, &r_req->flags)){★フラグ
			rfuse_request_end(r_req);
			return 0;
		}

		 if(time_after(jiffies, max_idle_due)){
	 		rfuse_sleep_comp(fc, riq, r_req);
		 }

		schedule();　★★ここが思老い。
	}

	return -ENOTCONN;
}

As a solution, RFUSE adopts a hybrid polling approach.
There is a user-defined period (50µsec, by default) during
which a thread can perform busy-waiting idly. If the application thread in the polling state exceeds this period, it will
enter the sleep state, waiting for the completion flag to be
set. For requests that can be quickly handled by the userspace
implementation, the application thread can receive a reply
during polling and return promptly. Otherwise, for requests
with longer latency, it will enter the sleep state, thus avoiding
unnecessary CPU wastage.

root@ubuntu3:/home/takayuki/repos/rfuse/filesystems/stackfs# echo /tmp/core > /proc/sys/kernel/core_pattern
root@ubuntu3:/home/takayuki/repos/rfuse/filesystems/stackfs# gdb --args ./StackFS_ll -r /mnt/RFUSE_EXT4 /mnt/test

root@ubuntu3:/home/takayuki# sudo vi /etc/environment
GVFS_DISABLE_FUSE=1