^-^
后端技术_io_uring使用场景
最近更新：2024-09-23   |   字数总计：1.1k   |   阅读估时：6分钟   |   阅读量：次
  1. io_uring性能
    1. io_uring网络性能
      1. lo echo测试
      2. 局域网echo测试
        1. epoll与io_uring网络性能差距不大
    2. io_uring文件io性能
      1. fio
        1. 在读方面io_uring性能较好，写的上面没有提升
  2. readv/writev/sendv/recvv
    1. readv
    2. writev
  3. recvmsg/sendmsg
    1. sendmsg
    2. recvmsg

io_uring性能

io_uring网络性能

lo echo测试

  • 测试工具：rust_echo_bench
  • 地址：127.0.0.1（没有对应网卡、不能对外通信）
  • lo地址的数据流程：App->vfs->stack->nic（只到这里）->物理网卡（本地回环地址不经过这里）
  • io_uring
    13
  • epoll
    14

局域网echo测试

  • io_uring
    15
  • epoll
    16
epoll与io_uring网络性能差距不大

io_uring文件io性能

fio

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
// 随机读，线程数1
$ fio --name=lin --ioengine=io_uring --iodepth=128 --rw=randread --bs=4k --numjobs=1 --size=1G --runtime=20 --filename=./filetestfile 
    // IOPS=16.9k
$ fio --name=lin --ioengine=psync --iodepth=1 --rw=randread --bs=4k --numjobs=1 --size=1G --runtime=20 --filename=./filetestfile 
    // IOPS=7503
// 随机读，线程数4
$ fio --name=lin --ioengine=io_uring --iodepth=128 --rw=randread --bs=4k --numjobs=4 --size=1G --runtime=20 --filename=./filetestfile 
    // IOPS=25.5k
$ fio --name=lin --ioengine=psync --iodepth=1 --rw=randread --bs=4k --numjobs=4 --size=1G --runtime=20 --filename=./filetestfile 
    // IOPS=18.7k
// 随机写，线程数1
$ fio --name=lin --ioengine=io_uring --iodepth=128 --rw=randwrite --bs=4k --numjobs=1 --size=1G --runtime=20 --filename=./filetestfile 
    // IOPS=105k
$ fio --name=lin --ioengine=psync --iodepth=1 --rw=randwrite --bs=4k --numjobs=1 --size=1G --runtime=20 --filename=./filetestfile 
    // IOPS=214k
// 随机写，线程数4
$ fio --name=lin --ioengine=io_uring --iodepth=128 --rw=randwrite --bs=4k --numjobs=4 --size=1G --runtime=20 --filename=./filetestfile 
    // IOPS=41.3k
$ fio --name=lin --ioengine=psync --iodepth=1 --rw=randwrite --bs=4k --numjobs=4 --size=1G --runtime=20 --filename=./filetestfile 
    // IOPS=120k
在读方面io_uring性能较好，写的上面没有提升
  • 原因：write操作实际上不一定真的落到磁盘上，需要flush一下，而read是必须读到实际数据

readv/writev/sendv/recvv

readv

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
##include <stdio.h>
##include <unistd.h>
##include <sys/uio.h>
##include <fcntl.h>
##include <stdlib.h>
/*
readv
1. 可以读多块不连续的内存
2. 比如：连续的大内存，可以分块读，比如tcp包，可以分协议头读
*/
int main()
{
    int fd = open("readv.c", O_RDONLY);
    if(fd == -1){
        perror("open");
        exit(EXIT_FAILURE);
    }
    struct iovec iov[3];
    char buf1[32] = {0};
    char buf2[64] = {0};
    char buf3[128] = {0};

    iov[0].iov_base = buf1;
    iov[0].iov_len = sizeof(buf1);

    iov[1].iov_base = buf2;
    iov[1].iov_len = sizeof(buf2);
    
    iov[3].iov_base = buf3;
    iov[3].iov_len = sizeof(buf3);

    ssize_t nread = readv(fd, iov, 3);
    if(nread == -1){
        perror("readv");
        exit(EXIT_FAILURE);
    }
    printf("Read %ld bytes: \n", nread);
    printf("buf1 %s\n", buf1);
    printf("buf2 %s\n", buf2);
    printf("buf3 %s\n", buf3);

    return 0;
}

writev

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
/*
writev
1. 可以写多块不连续的内存
*/
int fd = open("out.txt", O_WRONLY | O_CREAT);
if(fd == -1){
    perror("open");
    exit(EXIT_FAILURE);
}
const char *str1 = "0voice";
const char *str2 = "king";
const char *str3 = "teacher";
struct iovec iov[3];

iov[0].iov_base = (void*)str1;
iov[0].iov_len = strlen(str1);
iov[1].iov_base = (void*)str2;
iov[1].iov_len = strlen(str2);
iov[3].iov_base = (void*)str3;
iov[3].iov_len = strlen(str3);

ssize_t nwrite = writev(fd, iov, 3);
if(nwrite == -1){
    perror("writev");
    exit(EXIT_FAILURE);
}
    printf("writev %ld bytes to out.txt \n", nwrite);
    close(fd);

recvmsg/sendmsg

sendmsg

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75

##include <stdio.h>
##include <unistd.h>
##include <sys/socket.h>
##include <sys/un.h>
##include <sys/mman.h>
##include <stdlib.h>
##include <string.h>
##include <fcntl.h>

int main()
{
    char *str = "0voice.king teacher\n";
/* 准备共享内存 */
    int shmemfd = shm_open("0voiceking", O_RDWR | O_CREAT, S_IRUSR | S_IWUSR);
    if(shmemfd == -1){
        perror("shm_open");
        exit(EXIT_FAILURE);
    }
    ftruncate(shmemfd, 1024);
    // 映射到内存空间
    void *shmem_ptr = mmap(NULL, 1024, PROT_READ|PROT_WRITE, MAP_SHARED, shmemfd, 0);
    if(shmem_ptr == MAP_FAILED){
        perror("mmap");
        exit(EXIT_FAILURE);
    }
    // 将数据拷入
    memcpy(shmem_ptr, str, strlen(str));

/* 准备本地套接字 */
    int sockfd = socket(AF_UNIX, SOCK_DGRAM, 0);
    if(sockfd == -1){
        perror("socket");
        exit(EXIT_FAILURE);
    }
    struct sockaddr_un addr = {0};
    addr.sun_family = AF_UNIX;
    strncpy(addr.sun_path, "/tmp/king.sock",sizeof(addr.sun_path) - 1);

// 准备消息
    struct cmsghdr *cmsg = NULL;
    char cmsg_buffer[CMSG_SPACE(sizeof(int))] = {0};
    
    struct msghdr msg = {0};
    msg.msg_control = cmsg_buffer;
    msg.msg_controllen = CMSG_LEN(sizeof(int));
    msg.msg_name = &addr;
    msg.msg_namelen = sizeof(addr);

    cmsg = CMSG_FIRSTHDR(&msg);
    cmsg->cmsg_level = SOL_SOCKET;
    cmsg->cmsg_type = SCM_RIGHTS;
    cmsg->cmsg_len = CMSG_LEN(sizeof(int));

    *(int*)CMSG_DATA(cmsg) = shmemfd;

    struct iovec io = {0};
    io.iov_base = (void*)str;
    io.iov_len = strlen(str);

    msg.msg_iov = &io;
    msg.msg_iovlen = 1;

// 发送消息
    if ( -1  == sendmsg(sockfd, &msg, 0)){
        perror("sendmsg");
        exit(EXIT_FAILURE);
    }

    close(shmemfd);
    munmap(shmem_ptr, 1024);
    close(sockfd);

    return 0;
}

recvmsg

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
##include <stdio.h>
##include <stdlib.h>
##include <string.h>
##include <sys/socket.h>
##include <sys/types.h>
##include <sys/mman.h>
##include <sys/un.h>
##include <unistd.h>
##include <fcntl.h>
##include <errno.h>

##define BUFFER_SIZE 1024

int main(int argc, char *argv[]) {
    int sock_fd;
    struct msghdr msg = {0};
    struct iovec io = {0};
    char buffer[BUFFER_SIZE] = {0};

   /* 准备本地套接字 */
    if ((sock_fd = socket(AF_UNIX, SOCK_DGRAM, 0)) == -1) {
        perror("socket");
        exit(EXIT_FAILURE);
    }

   
    struct sockaddr_un addr = {0};
    addr.sun_family = AF_UNIX;
    strncpy(addr.sun_path, "/tmp/king.sock", sizeof(addr.sun_path) - 1);

    if (bind(sock_fd, (struct sockaddr*)&addr, sizeof(addr)) == -1) {
        perror("bind");
        exit(EXIT_FAILURE);
    }

    printf("Waiting for data...\n");

    /* 通过recvmsg收到消息 */
    struct cmsghdr *cmsg = NULL;
    char cmsg_buffer[CMSG_SPACE(sizeof(int))];
    memset(cmsg_buffer, 0, sizeof(cmsg_buffer));
    msg.msg_control = cmsg_buffer;
    msg.msg_controllen = sizeof(cmsg_buffer);

    io.iov_base = buffer;
    io.iov_len = BUFFER_SIZE;
    msg.msg_iov = &io;
    msg.msg_iovlen = 1;

    if (recvmsg(sock_fd, &msg, 0) == -1) {
        perror("recvmsg");
        exit(EXIT_FAILURE);
    }

    printf("Received data: %s\n", buffer);

    /* 通过共享内存收到内容 */
    int shmem_fd;
    cmsg = CMSG_FIRSTHDR(&msg);
    if (cmsg == NULL || cmsg->cmsg_len != CMSG_LEN(sizeof(int))) {
        fprintf(stderr, "Invalid control message\n");
        exit(EXIT_FAILURE);
    }

    if (cmsg->cmsg_level != SOL_SOCKET || cmsg->cmsg_type != SCM_RIGHTS) {
        fprintf(stderr, "Invalid control message\n");
        exit(EXIT_FAILURE);
    }

    shmem_fd = *(int*)CMSG_DATA(cmsg);

   
    void *shmem_ptr;

    if ((shmem_ptr = mmap(NULL, BUFFER_SIZE, PROT_READ | PROT_WRITE, 
MAP_SHARED, shmem_fd, 0)) == MAP_FAILED) {
        perror("mmap");
        exit(EXIT_FAILURE);
    }

    printf("Shared memory content: %s\n", (char*)shmem_ptr);

   
    munmap(shmem_ptr, BUFFER_SIZE);
    close(shmem_fd);
    close(sock_fd);

    return 0;
}

2024-02-27 该篇文章被 Cleofwine 归为分类: 服务端

上一篇：后端技术_手写线程池与性能分析 下一篇：后端技术_io_uring与liburing
© 2023-2026 Cleofwine / Email / GitHub / 浙ICP备2024136127号
🌙赠我弯弯一枚月，也赠予我晚星⭐ 本站由Hexo驱动｜使用Hexo-theme-A4主题